-- Logs begin at Wed 2022-10-05 19:42:19 UTC, end at Wed 2022-10-05 20:42:52 UTC. -- Oct 05 20:13:30.329590 dv-cinder-801522-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 05 20:13:32.975747 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.common.config [-] Logging enabled! Oct 05 20:13:32.976447 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev38 Oct 05 20:13:32.976540 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106019) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 05 20:13:32.980281 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.common.config [-] Logging enabled! Oct 05 20:13:32.980545 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev38 Oct 05 20:13:32.980861 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106019) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 05 20:13:32.981829 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 05 20:13:32.982069 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 05 20:13:32.982554 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 05 20:13:32.982806 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 05 20:13:32.983036 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 05 20:13:32.983359 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.983661 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.983896 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.984195 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.984491 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.984777 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.985073 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.985371 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.985700 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.985985 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.986273 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.986507 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.986790 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.987080 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.987370 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.987598 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] debug = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.987880 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.988302 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.988698 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.988983 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.989275 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.989593 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.989871 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.990150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.990440 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.990793 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] host = dv-cinder-801522-12-iscsi {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.991061 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.991346 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.991651 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.991924 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.992202 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.992480 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.992767 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.993043 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.993315 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] log_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.993620 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.993912 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.994796 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.995088 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.995316 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.995542 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.995830 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.996122 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.996399 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.996675 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.996952 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.997228 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.997502 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.997793 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.998081 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.998367 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.998653 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.998928 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.999203 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.999476 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:32.999750 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.000033 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.000309 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.000587 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.000860 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.001149 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.001415 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.001718 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.002016 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.002304 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.002589 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.002879 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.003151 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.003438 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.003710 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.003985 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.004256 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] use_json = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.004534 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.004806 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.005087 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.005362 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.005660 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.005935 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.006211 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.006499 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.006774 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:33.007072 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.007371 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.007672 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.007956 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.008263 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.008548 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.008839 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.009121 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.009414 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.009755 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.010047 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.010327 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.010633 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.010924 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.011224 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.011530 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.011824 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.012115 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.012391 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.012670 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.012946 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.013225 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.013542 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.013816 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.014109 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.014399 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.014682 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.014981 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.015269 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.015554 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.015849 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.016141 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.016417 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.016699 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.016993 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.017272 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.017571 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.017864 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.018144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.018417 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.018701 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.018995 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.019287 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.019562 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.019841 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.020133 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.020417 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.020692 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.020967 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.021247 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.021540 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.021831 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.022110 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.022387 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.022661 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.022942 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.023220 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.023496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.023775 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.024048 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.024329 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.024606 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.024882 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.025161 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.025462 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.025766 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.026043 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.026318 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.026601 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.026876 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.027153 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.027429 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.027706 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.027983 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.028270 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.028573 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.028856 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.029137 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.029420 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.029835 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.030119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.030406 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.030688 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.030970 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.031247 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.031541 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.031826 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.032115 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.032402 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.032701 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.033003 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.033288 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.033598 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.033885 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.034167 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.034448 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.034735 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.035018 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.035300 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.035588 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.035880 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.036180 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.036478 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.036763 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.037063 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.037362 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.037685 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.037973 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.038285 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.038572 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:33.038794 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 05 20:13:33.039039 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106019) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 05 20:13:33.415665 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 05 20:13:33.416564 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 05 20:13:33.416844 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 05 20:13:33.417077 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 05 20:13:33.417357 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 05 20:13:33.417710 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 05 20:13:33.743218 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.743414 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.743695 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.744933 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.745213 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.745483 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.798906 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.799191 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.799463 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.815691 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.815976 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.816253 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.844739 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.845022 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.845295 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.881140 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.881427 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:33.881726 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.111551 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.112145 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.112145 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.113261 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.114017 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.211367 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.211696 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.211982 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.212258 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.212528 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.212906 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.213179 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.213443 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.213728 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.214018 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.214285 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.214558 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.214822 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.215081 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.215343 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.215613 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.215872 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.216144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.216418 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.216681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.216958 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.217217 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.217503 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.217911 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.218171 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.218424 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.218825 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 20:13:34.219072 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 20:13:34.219313 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 20:13:34.219552 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 20:13:34.219789 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 20:13:34.220028 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 20:13:34.220394 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 05 20:13:34.223496 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 05 20:13:34.227450 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 05 20:13:34.231224 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 05 20:13:34.232858 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 05 20:13:34.233480 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 05 20:13:34.233851 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 05 20:13:34.234238 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 05 20:13:34.236988 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 05 20:13:34.237242 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 05 20:13:34.237627 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 05 20:13:34.242710 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 05 20:13:34.266280 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 05 20:13:34.266733 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.267033 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106019) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 05 20:13:34.267410 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.268764 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106019) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 05 20:13:34.269050 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 05 20:13:34.269299 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 05 20:13:34.280102 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.280392 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:34.446033 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 05 20:13:34.446220 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 05 20:13:34.446456 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 05 20:13:34.446826 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 05 20:13:34.500025 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO dbcounter [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Registered counter for database neutron Oct 05 20:13:34.518981 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_db.sqlalchemy.engines [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106019) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 05 20:13:34.524744 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG dbcounter [-] [106019] Writer thread running {{(pid=106019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 05 20:13:35.071987 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Initializing driver for type 'gre' Oct 05 20:13:35.073164 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] gre ID ranges: [(1, 1000)] Oct 05 20:13:35.128720 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Initializing driver for type 'local' Oct 05 20:13:35.129347 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Initializing driver for type 'vlan' Oct 05 20:13:35.142675 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] VlanTypeDriver initialization complete Oct 05 20:13:35.143208 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Initializing driver for type 'vxlan' Oct 05 20:13:35.143714 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] vxlan ID ranges: [(1, 1000)] Oct 05 20:13:35.198710 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Initializing extension driver 'port_security' Oct 05 20:13:35.199147 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.extensions.port_security [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] PortSecurityExtensionDriver initialization complete Oct 05 20:13:35.199487 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Initializing mechanism driver 'openvswitch' Oct 05 20:13:35.199824 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Initializing mechanism driver 'hyperv' Oct 05 20:13:35.206629 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.plugins.ml2.plugin [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:13:35.207300 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > port after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.207673 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > port after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.208029 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > port after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.208527 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 20:13:35.208942 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > subnet after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.209295 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > subnet after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.209665 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.210055 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 20:13:35.210462 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > network after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.210811 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > network after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.211153 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > network after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.211540 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 20:13:35.211943 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > security_group after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.212290 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > security_group after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.212631 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.213536 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 20:13:35.213945 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.214319 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.214635 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.215146 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 20:13:35.215550 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > address_group after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.215901 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > address_group after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.216245 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.216632 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106019) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 05 20:13:35.217072 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] ML2 OVO RPC backend initialized. {{(pid=106019) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 05 20:13:35.217805 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.218161 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.218578 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > network before_response 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.218926 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > networks before_response 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.219269 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > port before_response 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.219608 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > ports before_response 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.219950 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > subnet before_response 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.220292 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > subnets before_response 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.220635 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > network after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.220973 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > network after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.221312 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > network after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.221677 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > port after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.222015 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > port after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.222347 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > port after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.222679 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > subnet after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.223012 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > subnet after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.223343 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.231420 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded quota_driver: . Oct 05 20:13:35.231778 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.plugin [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Modular L2 Plugin initialization complete Oct 05 20:13:35.232122 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading services supported by the core plugin {{(pid=106019) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 05 20:13:35.232464 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.plugins.ml2.managers [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Got port-security extension from driver 'port_security' Oct 05 20:13:35.232937 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.extensions.vlantransparent [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Disabled vlantransparent extension. Oct 05 20:13:35.233431 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106019) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 05 20:13:35.233778 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading Plugin: router Oct 05 20:13:35.268546 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.268934 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router after_create 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.269303 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router before_create 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.269766 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.270142 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.270498 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router after_delete 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.270864 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.271214 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.271569 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router after_create 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.271914 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router after_update 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.272263 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router after_update 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.272610 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.272968 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router after_update 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.273377 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router precommit_update 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.273778 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: port after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.274116 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: port after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.274453 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: subnet after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.274796 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.275143 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.276027 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router precommit_create 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.276373 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: port before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.276718 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router precommit_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.277073 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router after_update 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.277415 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.277790 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router precommit_create 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.278150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.278493 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router precommit_update 55549900 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.278854 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > agent after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.279201 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > agent after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.279543 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > network after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.280387 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Tracking information for resource: router configured {{(pid=106019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 20:13:35.280724 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Tracking information for resource: floatingip configured {{(pid=106019) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 05 20:13:35.285862 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.db.l3_agentschedulers_db [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 05 20:13:35.286427 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: port after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.286788 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: port after_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.287136 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: port after_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.287484 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: port after_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.288269 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router before_create 55550100 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.288630 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.288988 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router precommit_create 55550100 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.289341 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > router precommit_update 55550100 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.294194 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.services.provider_configuration [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service providers = [] {{(pid=106019) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 05 20:13:35.294560 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.db.servicetype_db [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106019) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 05 20:13:35.297467 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.services.service_base [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 20:13:35.297840 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.services.service_base [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 20:13:35.298179 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.services.service_base [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 20:13:35.299050 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.services.service_base [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106019) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 05 20:13:35.299416 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.services.service_base [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 05 20:13:35.299786 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 20:13:35.300098 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 05 20:13:35.311790 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 20:13:35.312124 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading Plugin: auto_allocate Oct 05 20:13:35.318033 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: network precommit_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.318403 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: network precommit_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.318917 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 20:13:35.319233 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading Plugin: tag Oct 05 20:13:35.326215 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 20:13:35.326544 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading Plugin: timestamp Oct 05 20:13:35.330518 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 20:13:35.330847 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading Plugin: network_ip_availability Oct 05 20:13:35.336210 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.336582 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.336938 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.337681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 20:13:35.338560 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading Plugin: flavors Oct 05 20:13:35.343175 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 20:13:35.343507 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading Plugin: revisions Oct 05 20:13:35.347857 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106019) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 05 20:13:35.348242 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_concurrency.lockutils [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.931s {{(pid=106019) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 05 20:13:35.348976 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106019) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 05 20:13:35.349308 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Initializing extension manager. Oct 05 20:13:35.349859 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: __init__.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.350203 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: __pycache__ {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.350535 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: address_group.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.351408 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.351963 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: address-group Oct 05 20:13:35.352282 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: address_scope.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.352952 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.353473 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: address-scope Oct 05 20:13:35.353822 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.354687 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.355182 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: router-admin-state-down-before-update Oct 05 20:13:35.355500 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: agent.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.356154 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.356645 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: agent Oct 05 20:13:35.356962 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: agent_resources_synced.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.357850 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.358345 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: agent-resources-synced Oct 05 20:13:35.358663 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: allowedaddresspairs.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.360389 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.360906 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: allowed-address-pairs Oct 05 20:13:35.361232 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: auto_allocated_topology.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.362272 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.362783 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: auto-allocated-topology Oct 05 20:13:35.363109 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: availability_zone.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.363763 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.364265 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: availability_zone Oct 05 20:13:35.364586 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: availability_zone_filter.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.365440 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.365966 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: availability_zone_filter Oct 05 20:13:35.366286 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: data_plane_status.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.367135 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.367632 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension data-plane-status not supported by any of loaded plugins Oct 05 20:13:35.367951 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: default_subnetpools.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.368809 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.369330 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: default-subnetpools Oct 05 20:13:35.369677 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.370438 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.370940 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: dhcp_agent_scheduler Oct 05 20:13:35.371260 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: dns.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.372130 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.372633 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension dns-integration not supported by any of loaded plugins Oct 05 20:13:35.372957 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: dns_domain_ports.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.373836 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.374332 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 05 20:13:35.374649 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.375515 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.376007 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 05 20:13:35.376324 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: dvr.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.376946 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.377437 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: dvr Oct 05 20:13:35.377780 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: ecmp_routes.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.378641 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.379181 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 05 20:13:35.379455 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: empty_string_filtering.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.380314 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.380812 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: empty-string-filtering Oct 05 20:13:35.381131 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.382008 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.382507 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 05 20:13:35.382826 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.383689 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.384187 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 05 20:13:35.384507 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: external_net.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.385921 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.386420 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: external-net Oct 05 20:13:35.386738 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.387588 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.388091 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: extra_dhcp_opt Oct 05 20:13:35.388409 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: extraroute.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.389269 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.389797 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: extraroute Oct 05 20:13:35.390122 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: extraroute_atomic.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.391094 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.391596 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: extraroute-atomic Oct 05 20:13:35.391912 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: filter_validation.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.392526 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.393018 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: filter-validation Oct 05 20:13:35.393335 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: fip_pf_description.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.394215 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.394709 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 05 20:13:35.395028 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: fip_pf_detail.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.395890 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.396384 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 05 20:13:35.396701 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: fip_pf_port_range.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.397575 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.398069 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 05 20:13:35.398388 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: fip_port_details.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.399245 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.399747 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: fip-port-details Oct 05 20:13:35.400068 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: flavors.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.401814 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.402557 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: flavors Oct 05 20:13:35.402887 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.404479 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.404998 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 05 20:13:35.405333 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: floatingip_pools.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.406020 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.406528 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: floatingip-pools Oct 05 20:13:35.406854 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: ip_allocation.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.407739 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.408242 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension ip_allocation not supported by any of loaded plugins Oct 05 20:13:35.408567 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.409450 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.409979 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: ip-substring-filtering Oct 05 20:13:35.410310 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l2_adjacency.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.411173 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.411671 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 05 20:13:35.411995 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l3.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.412906 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.413416 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: router Oct 05 20:13:35.413767 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.416122 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.416644 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 05 20:13:35.416976 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.417865 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.418376 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: ext-gw-mode Oct 05 20:13:35.418702 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.419568 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.420074 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: l3-ha Oct 05 20:13:35.420401 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.421257 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.421791 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 05 20:13:35.422116 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l3_flavors.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.422977 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.423481 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: l3-flavors Oct 05 20:13:35.423802 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.425104 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.425644 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 05 20:13:35.425971 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.426833 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.427337 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 05 20:13:35.427662 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: l3agentscheduler.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.428640 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.429145 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: l3_agent_scheduler Oct 05 20:13:35.429469 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: local_ip.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.431492 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.432022 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension local_ip not supported by any of loaded plugins Oct 05 20:13:35.432355 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: logging.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.433806 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.434318 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension logging not supported by any of loaded plugins Oct 05 20:13:35.434647 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: metering.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.435340 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.435903 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: metering Oct 05 20:13:35.436227 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.437253 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.437790 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: metering_source_and_destination_fields Oct 05 20:13:35.438115 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: multiprovidernet.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.438988 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.439494 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: multi-provider Oct 05 20:13:35.440061 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: netmtu.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.440934 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.441433 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: net-mtu Oct 05 20:13:35.441777 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: netmtu_writable.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.442649 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.443148 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: net-mtu-writable Oct 05 20:13:35.443470 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: network_availability_zone.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.444096 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.444591 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: network_availability_zone Oct 05 20:13:35.444910 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: network_ip_availability.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.445971 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.446470 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: network-ip-availability Oct 05 20:13:35.446791 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: network_segment_range.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.448015 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.448508 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension network-segment-range not supported by any of loaded plugins Oct 05 20:13:35.448828 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: pagination.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.449770 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.450098 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: pagination Oct 05 20:13:35.450413 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: port_device_profile.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.451265 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.451771 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: port-device-profile Oct 05 20:13:35.452090 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: port_mac_address_override.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.452963 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.453466 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: port-mac-override Oct 05 20:13:35.453822 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.454697 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.455203 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: port-mac-address-regenerate Oct 05 20:13:35.455522 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.456375 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.456877 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: port-numa-affinity-policy Oct 05 20:13:35.457197 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: port_resource_request.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.458086 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.458581 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension port-resource-request not supported by any of loaded plugins Oct 05 20:13:35.458898 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: port_resource_request_groups.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.459813 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.460311 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 05 20:13:35.460629 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: portbindings.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.461506 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.462024 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: binding Oct 05 20:13:35.462342 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: portbindings_extended.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.464067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.464569 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: binding-extended Oct 05 20:13:35.464894 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: portsecurity.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.465779 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.466283 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: port-security Oct 05 20:13:35.466601 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: project_id.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.467717 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.468047 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: project-id Oct 05 20:13:35.468367 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: providernet.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.469236 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.469779 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: provider Oct 05 20:13:35.470105 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.473538 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.474062 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos not supported by any of loaded plugins Oct 05 20:13:35.474391 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.475582 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.476101 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 05 20:13:35.476426 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.477300 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.477843 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 05 20:13:35.478171 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_default.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.479057 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.479566 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-default not supported by any of loaded plugins Oct 05 20:13:35.479893 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_fip.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.480766 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.481271 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-fip not supported by any of loaded plugins Oct 05 20:13:35.481628 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.482489 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.482990 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 05 20:13:35.483314 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_gateway_ip.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.484183 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.484684 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 05 20:13:35.485005 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_port_network_policy.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.485901 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.486408 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 05 20:13:35.486728 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.487712 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.488224 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 05 20:13:35.488547 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.489542 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.490054 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 05 20:13:35.490383 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_pps_rule.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.491485 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.491991 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-pps not supported by any of loaded plugins Oct 05 20:13:35.492314 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_rule_type_details.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.493176 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.493700 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 05 20:13:35.494048 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.494909 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.495403 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 05 20:13:35.495727 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: qos_rules_alias.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.496717 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.497222 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 05 20:13:35.497565 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: quota_check_limit.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.498425 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.498925 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: quota-check-limit Oct 05 20:13:35.499246 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: quotasv2.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.500124 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.500448 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: quotas Oct 05 20:13:35.500766 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: quotasv2_detail.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.502448 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.502782 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: quota_details Oct 05 20:13:35.503368 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: rbac.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.504385 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.504907 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: rbac-policies Oct 05 20:13:35.505233 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: rbac_address_group.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.506132 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.506636 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: rbac-address-group Oct 05 20:13:35.506958 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: rbac_address_scope.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.507904 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.508410 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: rbac-address-scope Oct 05 20:13:35.508736 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: rbac_security_groups.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.510167 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.510674 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: rbac-security-groups Oct 05 20:13:35.510998 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: rbac_subnetpool.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.511867 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.512379 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: rbac-subnetpool Oct 05 20:13:35.512701 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: revisionifmatch.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.513607 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.514110 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: revision-if-match Oct 05 20:13:35.514435 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: revisions.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.515505 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.516009 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: standard-attr-revisions Oct 05 20:13:35.516333 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: router_availability_zone.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.516959 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.517461 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: router_availability_zone Oct 05 20:13:35.517809 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: routerservicetype.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.518681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.519184 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension router-service-type not supported by any of loaded plugins Oct 05 20:13:35.519504 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.520378 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.520889 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: security-groups-normalized-cidr Oct 05 20:13:35.521209 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.522107 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.522611 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: port-security-groups-filtering Oct 05 20:13:35.522931 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.523796 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.524303 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: security-groups-remote-address-group Oct 05 20:13:35.524624 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.526070 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.526578 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: security-groups-shared-filtering Oct 05 20:13:35.526899 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: securitygroup.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.536524 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.537059 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: security-group Oct 05 20:13:35.537392 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: segment.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.538100 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.538608 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension segment not supported by any of loaded plugins Oct 05 20:13:35.538934 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.539819 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.540321 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 05 20:13:35.540652 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: servicetype.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.541739 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.542251 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: service-type Oct 05 20:13:35.542575 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: sorting.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.543499 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.543825 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: sorting Oct 05 20:13:35.544144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: standard_attr_segment.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.545026 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.545548 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 05 20:13:35.545873 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: standardattrdescription.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.546481 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.546989 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: standard-attr-description Oct 05 20:13:35.547312 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: stateful_security_group.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.548183 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.548750 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: stateful-security-group Oct 05 20:13:35.549070 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: stdattrs_common.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.549790 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 05 20:13:35.550222 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.551286 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.551826 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 05 20:13:35.552296 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: subnet_onboard.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.553709 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.554376 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: subnet_onboard Oct 05 20:13:35.554708 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.555676 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.556307 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 05 20:13:35.556769 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: subnet_service_types.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.557829 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.558406 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: subnet-service-types Oct 05 20:13:35.558857 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: subnetallocation.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.559945 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.560496 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: subnet_allocation Oct 05 20:13:35.560896 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.561902 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.562537 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: subnetpool-prefix-ops Oct 05 20:13:35.562897 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.564107 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.564656 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 05 20:13:35.565419 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: tagging.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.566631 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.567256 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: standard-attr-tag Oct 05 20:13:35.567732 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: timestamp.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.568993 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.569702 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loaded extension: standard-attr-timestamp Oct 05 20:13:35.570163 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: trunk.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.571237 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.571913 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension trunk not supported by any of loaded plugins Oct 05 20:13:35.572885 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: trunk_details.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.574594 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.575144 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension trunk-details not supported by any of loaded plugins Oct 05 20:13:35.575595 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: uplink_status_propagation.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.576692 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.577352 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 05 20:13:35.577764 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Loading extension file: vlantransparent.py {{(pid=106019) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 05 20:13:35.578595 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106019) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 05 20:13:35.579136 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 05 20:13:35.582097 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:network Oct 05 20:13:35.582619 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:subnet Oct 05 20:13:35.583011 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 20:13:35.583399 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:port Oct 05 20:13:35.584649 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.585084 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service FLAVORS assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.585726 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.586158 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.586489 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:router Oct 05 20:13:35.586915 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:floatingip Oct 05 20:13:35.587396 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service METERING assigned prefix: /metering {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.589449 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.589852 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.590209 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:13:35.591207 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of CountableResource for resource:rbac_policy Oct 05 20:13:35.591658 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:security_group Oct 05 20:13:35.592074 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 05 20:13:35.592610 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service CORE assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.592937 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 20:13:35.593280 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] subnetpool is already registered Oct 05 20:13:35.593729 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service CORE assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.594062 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 20:13:35.594393 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] subnetpool is already registered Oct 05 20:13:35.596770 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.597209 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service FLAVORS assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.597853 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.598391 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.598727 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:router Oct 05 20:13:35.599079 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] router is already registered Oct 05 20:13:35.599502 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:floatingip Oct 05 20:13:35.599838 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] floatingip is already registered Oct 05 20:13:35.600296 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service METERING assigned prefix: /metering {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.601001 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of CountableResource for resource:rbac_policy Oct 05 20:13:35.601325 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] rbac_policy is already registered Oct 05 20:13:35.601778 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:security_group Oct 05 20:13:35.602144 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] security_group is already registered Oct 05 20:13:35.602533 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 05 20:13:35.602863 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] security_group_rule is already registered Oct 05 20:13:35.603348 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service CORE assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.603711 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 20:13:35.604292 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] subnetpool is already registered Oct 05 20:13:35.604719 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.v2.resource_helper [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Service CORE assigned prefix: {{(pid=106019) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 05 20:13:35.605040 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Creating instance of TrackedResource for resource:subnetpool Oct 05 20:13:35.605366 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING neutron.quota.resource_registry [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] subnetpool is already registered Oct 05 20:13:35.605847 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: extensions {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.607501 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: address-groups {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.608924 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: address-scopes {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.610244 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: agents {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.611416 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: auto-allocated-topology {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.613940 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: availability_zones {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.615167 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: dhcp-networks {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.616585 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: dhcp-agents {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.618151 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: routers {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.620404 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: flavors {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.621604 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: service_profiles {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.622897 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: next_providers {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.624352 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: service_profiles {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.625836 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: floatingip-pools {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.627094 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: routers {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.628902 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: floatingips {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.630151 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: l3-routers {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.631483 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: l3-agents {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.633030 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: metering-labels {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.634322 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: metering-label-rules {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.636141 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: network-ip-availabilities {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.637488 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: bindings {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.639088 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: quotas {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.640640 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: quotas {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.642355 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: rbac-policies {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.643547 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: security-groups {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.644740 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: security-group-rules {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.646031 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: service-providers {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.647344 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: subnetpools {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.648682 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: subnetpools {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.650172 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.651971 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.653722 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.655601 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.657307 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.659210 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.660997 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.662841 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.664622 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.666530 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron.api.extensions [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Extended resource: tags {{(pid=106019) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 05 20:13:35.673819 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING keystonemiddleware.auth_token [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 05 20:13:35.678852 dv-cinder-801522-12-iscsi neutron-server[106019]: WARNING keystonemiddleware.auth_token [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 05 20:13:35.688069 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_concurrency.lockutils [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Acquiring lock "singleton_lock" {{(pid=106019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 05 20:13:35.688378 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_concurrency.lockutils [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Acquired lock "singleton_lock" {{(pid=106019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 05 20:13:35.688846 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_concurrency.lockutils [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Releasing lock "singleton_lock" {{(pid=106019) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 05 20:13:35.689486 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO oslo_service.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Starting 2 workers Oct 05 20:13:35.694608 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Started child 106132 {{(pid=106019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 05 20:13:35.699582 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Started child 106133 {{(pid=106019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 05 20:13:35.700719 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:35.701413 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO neutron.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 05 20:13:35.701804 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:35.702307 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [-] (106132) wsgi starting up on http://0.0.0.0:9696 Oct 05 20:13:35.704243 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO oslo_service.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Starting 1 workers Oct 05 20:13:35.704466 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:35.705893 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [-] (106133) wsgi starting up on http://0.0.0.0:9696 Oct 05 20:13:35.709730 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Started child 106134 {{(pid=106019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 05 20:13:35.710267 dv-cinder-801522-12-iscsi neutron-server[106019]: INFO oslo_service.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Starting 1 workers Oct 05 20:13:35.714089 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] calling RpcWorker wait() {{(pid=106134) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 05 20:13:35.714618 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] returning from RpcWorker wait() {{(pid=106134) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 05 20:13:35.715256 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Started child 106135 {{(pid=106019) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 05 20:13:35.716014 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG neutron_lib.callbacks.manager [None req-604d8f81-fb07-4209-9fe6-3fe4ef119a22 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:35.716148 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:35.716706 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:13:35.717953 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 05 20:13:35.718167 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 05 20:13:35.718345 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 05 20:13:35.718576 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 05 20:13:35.718908 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 05 20:13:35.719087 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 05 20:13:35.719594 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.719874 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.720028 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:35.720487 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.720487 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.720951 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:13:35.721040 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.721225 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.721480 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.721786 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.722038 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.722209 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.722384 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.722611 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.722837 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.723153 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.723426 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.723679 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.723899 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.724066 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.724312 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.724561 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.724813 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.725094 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] debug = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.725367 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.725876 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.726104 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.726337 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.726567 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.726830 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.727070 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.727344 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.727586 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.727798 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.728034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.728302 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.730041 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.730041 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.730041 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.730041 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.730291 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.730565 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] host = dv-cinder-801522-12-iscsi {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.730801 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.731032 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.731273 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.731537 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.731788 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.732004 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.732285 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.732535 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.732795 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.733016 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.733280 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.733536 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.733776 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.734020 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.734180 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_options = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.734419 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.734703 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.734967 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.735152 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.735318 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.735479 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.735752 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.735913 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.736157 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.736372 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.736581 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.736810 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.737021 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.737253 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.737506 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.737766 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.737997 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.738230 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.738479 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.738727 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.738964 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.739211 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.740491 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.740746 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.740967 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.741238 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.742844 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.743178 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.744153 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.744153 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.744153 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.744505 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.744505 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.744734 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.744991 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.745250 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.745645 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.745761 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.746496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.746496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.746496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.746745 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.746963 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.747202 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.747458 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.747703 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.747924 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_json = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.748143 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.748384 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.748640 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.748878 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.749101 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.749329 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.750792 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.750792 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.750792 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.750792 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.750792 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.752516 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.752516 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.752516 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.752516 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.752516 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.752516 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.752516 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.753687 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.753687 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.753687 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.753687 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.754226 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.754226 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.754478 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.754611 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.754880 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.755468 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.755621 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.755840 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.756083 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.756369 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.757496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.757496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.757496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.757496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.759187 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.759187 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.759187 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.759187 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.759187 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.759187 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.760154 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.760154 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.760154 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.760154 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.760154 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.763067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.763067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.763067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.763067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.763067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.763067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.763067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.763067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.763067 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.764217 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.764217 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.764217 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.764217 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.764217 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.764217 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.764217 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.764217 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.765105 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.765105 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.765105 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.765105 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.765402 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.765713 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.765713 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.766041 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.766179 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.766319 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.766496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.766715 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.767142 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.767142 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.767494 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.768771 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.768771 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.768771 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.768771 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.768771 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.768771 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.769686 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.769686 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.769686 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.769686 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.769686 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.772150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.772150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.772150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.772150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.772150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.772150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.772150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.772150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.772150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.773330 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.773330 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.773330 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.773330 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.773330 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.773330 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.773330 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.774144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.774144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.774144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.774370 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.774370 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.774650 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.774884 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.775161 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.775905 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.776133 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.776392 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.776614 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.776850 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.777070 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.777294 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.777528 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.777756 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.777977 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.778233 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.778477 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.778734 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.778998 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.779237 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.779458 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.779696 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.779968 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.780234 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.780487 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.780781 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.781028 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.781385 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.782011 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.782301 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.782573 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.783215 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.783215 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.783917 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.783917 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.783917 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.784139 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.784299 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.784549 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.784798 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.785023 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.785270 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.785713 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.786108 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.786368 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.786605 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.786825 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.787094 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.787331 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.787583 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.787847 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.788095 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.788354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.788607 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.788841 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.789078 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.789322 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.789576 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.789790 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.790193 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.790411 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.790651 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.790869 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.791658 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.791902 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.792139 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.792362 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.792602 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.792823 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.793046 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.793294 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.793532 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.793751 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.793990 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.794208 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.794445 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.794663 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.794908 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.795143 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.795361 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.795628 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.795877 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.796097 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.796332 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.796606 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.796848 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.797224 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.797468 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.797716 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.797942 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.798158 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.798490 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.798733 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.798947 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.799176 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.799397 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.799664 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.799918 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.800286 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.800539 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.800791 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.801043 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.801286 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.801554 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.801778 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.801997 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.802246 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.802467 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.802713 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.802934 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.803170 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.803392 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.803610 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.803829 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.804049 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.804275 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.804534 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.804779 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.805009 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.805253 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.805496 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.805744 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.805959 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.806197 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.806431 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.806684 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.806903 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.807118 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.807336 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.807570 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.807898 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.808152 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.808400 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.808657 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.808897 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.809112 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.810034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.810034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.810034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.810034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.810779 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.810779 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.810779 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.811200 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.811200 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.811504 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.811504 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.811755 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.811909 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.812148 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.812360 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.812584 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.812800 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.813016 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.813240 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.813454 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.813689 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.813914 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.814131 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.814346 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.814591 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.815075 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.816034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.816034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.816034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.816034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.816429 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.816429 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.816660 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.816950 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.817204 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.817459 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.817739 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.818043 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.818258 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.818519 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.818769 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.818992 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.819214 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.819484 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.819821 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.820099 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.820357 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.820623 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.820930 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.821200 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.821473 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.821711 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.822007 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.822362 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.822634 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.822897 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.823162 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.823418 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.823666 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.823884 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.824122 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.824358 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.824574 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.824817 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.824903 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:13:35.825049 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.825305 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.825564 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.825795 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.826031 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.826276 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.826521 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.826761 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.826981 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.827140 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 05 20:13:35.827695 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106019) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 05 20:13:35.827864 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 05 20:13:35.828022 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 05 20:13:35.828193 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 05 20:13:35.828366 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 05 20:13:35.829144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 05 20:13:35.829144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.829144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.829144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.829144 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.829660 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.829660 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.829660 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.829903 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.830091 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.830091 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.830313 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.830433 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.830552 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.830700 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.830861 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.831020 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.831181 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.831344 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.831505 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.831664 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.831824 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.831983 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] debug = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.832143 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.832367 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.832533 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.832852 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.833016 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.833314 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.833462 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.833664 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.833830 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.835434 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.835434 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.835434 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.835434 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.835434 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.835434 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.835434 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.835434 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.836735 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] host = dv-cinder-801522-12-iscsi {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.836735 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.836735 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.836735 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.836735 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.836735 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.836735 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.836735 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.837331 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.837331 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.837331 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.837331 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.837331 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.837331 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.837331 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.837331 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_options = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.838657 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.838657 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.838657 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.838657 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.838657 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.839223 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.839223 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.839223 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.839565 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.839565 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.839565 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.839898 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.839898 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.840163 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.840163 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.840309 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.840425 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.840585 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.840745 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.840904 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.841070 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.841228 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.841387 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.841565 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.841727 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.841887 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.842045 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.842204 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.842362 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.842563 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.842677 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.842812 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.842960 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.843119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.843278 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.843437 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.843602 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.843768 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.843913 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.844072 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.844231 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.844391 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.844549 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.844715 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.844872 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.845030 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.845189 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_json = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.845348 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.845507 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.845685 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.845846 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.846004 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.846163 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.846323 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.846482 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.846641 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 05 20:13:35.846821 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.846984 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.847158 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.847320 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.847482 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.847658 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.847806 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.847968 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.848133 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.848295 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.848464 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.848632 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.848804 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.848967 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.849130 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.849481 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.849481 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.849786 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.849786 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.850004 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.850129 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.850240 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.850346 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.850666 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.850666 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.850862 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.850943 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.851109 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.851269 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.851461 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.851615 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.851778 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.851940 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.852092 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.852251 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.852414 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.852622 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.852749 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.852885 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.853028 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.853189 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.853368 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.854087 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.854241 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.854405 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.854568 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.854731 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.854894 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.855056 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.855220 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.855382 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.855545 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.855708 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.855875 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.856041 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.856203 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.856362 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.856524 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.856687 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.856846 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.857007 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.857170 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.857317 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.857481 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.857664 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.857826 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.857988 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.858150 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.858326 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.858489 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.858651 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.858812 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.858976 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.859138 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.859300 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.859462 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.859624 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.859786 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.859949 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.860111 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.860277 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.860444 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.860605 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.860768 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.860931 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.861093 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.861256 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.861418 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.861588 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.861751 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.862008 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.865533 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.865533 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.865533 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.865533 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.865533 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.865533 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.865533 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.865533 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866123 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866123 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866123 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866123 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866123 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866123 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866123 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866123 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866645 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866645 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866645 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866645 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866645 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866645 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.866645 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.867383 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.867544 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.867718 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.867960 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.868103 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.868199 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.868366 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.868529 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.868691 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.868866 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.869060 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.869207 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.869372 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.869562 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.869738 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.869903 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.870065 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.870227 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.870405 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.870539 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.870702 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.870868 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.871046 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.871214 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.871351 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.871524 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.871687 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.871849 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.872010 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.872195 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.872358 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.872520 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.872682 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.872844 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.873007 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.873168 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.873538 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.873538 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.873691 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.877614 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.877614 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.877614 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.877614 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.877614 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.877614 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.877614 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.877614 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.878681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.878681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.878681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.878681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.878681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.878681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.878681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.878681 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879201 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879201 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879201 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879201 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879201 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879201 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879201 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879201 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879720 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879720 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879720 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879720 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879720 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879720 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879720 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.879720 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.880354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.880354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.880354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.880354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.880354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.880354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.880354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.880354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.881587 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.881587 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.881587 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.881587 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.881587 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.881587 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.881587 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.881587 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882119 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882666 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882666 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882666 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882905 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.882905 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.883045 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.883206 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.883370 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.883535 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.883697 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.883861 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.884029 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.884192 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.884354 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.884515 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.884697 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.884861 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.885022 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.885184 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.885346 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.885523 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.885710 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.885872 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.886034 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.886195 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.886356 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.886518 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.886691 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.886852 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.887003 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.887164 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.887324 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.887486 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.887643 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.887807 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.887967 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.888127 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.888288 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.888448 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.888617 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.888780 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.888941 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.889102 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.889262 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.889424 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.889616 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.889780 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.889941 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.890102 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.890261 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.890421 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.890591 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.890749 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.890902 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.891063 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.891224 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.891385 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.891557 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.891721 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.891884 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.892053 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.892214 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.892374 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.892535 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.892707 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.892869 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.893035 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.893197 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.893358 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.893538 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.893717 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.893885 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.894062 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.894232 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.894397 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.894566 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.894736 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.894906 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.895068 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.895236 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.895410 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.895575 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.895737 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.895899 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.896062 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.896224 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.896385 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.896547 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.896708 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.896869 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.897032 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.897195 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.897357 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.897598 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.897729 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.897839 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.898001 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.898163 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.898325 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.898509 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 05 20:13:35.898665 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106019) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 05 20:13:36.007544 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 42842) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:13:36.015092 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0054212 Oct 05 20:13:36.019557 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038714 Oct 05 20:13:45.192874 dv-cinder-801522-12-iscsi neutron-server[106019]: DEBUG dbcounter [-] [106019] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106019) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:13:47.184336 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a3cce3-1b97-4259-9ea7-bc7410f45d7a None None] get_active_networks_info from dv-cinder-801522-12-iscsi {{(pid=106134) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 05 20:13:47.208315 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writer thread running {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 05 20:13:47.269931 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a3cce3-1b97-4259-9ea7-bc7410f45d7a None None] No non-hosted networks {{(pid=106134) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 05 20:13:47.295489 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.agentschedulers_db [None req-23a3cce3-1b97-4259-9ea7-bc7410f45d7a None None] DHCP Agent not found on host dv-cinder-801522-12-iscsi {{(pid=106134) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 05 20:13:47.386124 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e16cf173-04c3-4817-b7c1-5b41c89b064b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616155'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:49.016883 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writer thread running {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 05 20:13:49.489873 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-221d1893-af52-4896-8b62-f2d71d998c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616155'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:49.531702 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-451e5cee-45b2-4230-9b11-32fb753f2e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:50.927191 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616155'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:51.102172 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 42916) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:13:51.711164 dv-cinder-801522-12-iscsi neutron-server[106133]: WARNING oslo_policy.policy [None req-0e57957c-6f35-46c6-b1e0-ab2421499f8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 20:13:51.712074 dv-cinder-801522-12-iscsi neutron-server[106133]: WARNING oslo_policy.policy [None req-0e57957c-6f35-46c6-b1e0-ab2421499f8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 20:13:51.950020 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [None req-0e57957c-6f35-46c6-b1e0-ab2421499f8a admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:13:51.972089 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-0e57957c-6f35-46c6-b1e0-ab2421499f8a admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8685622 Oct 05 20:13:52.164896 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.db.l3_hamode_db [None req-b91a430e-1f2a-4257-be03-209bffdef871 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 05 20:13:52.256719 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a430e-1f2a-4257-be03-209bffdef871 None None] Routers set() bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:13:52.257342 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91a430e-1f2a-4257-be03-209bffdef871 None None] Router IDs set() for agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:467}} Oct 05 20:13:52.484381 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616155'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:52.488047 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.488677 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.489328 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.490166 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.490847 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.492168 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.494032 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.495327 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.496572 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.497923 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.499771 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.500380 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.501884 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.502317 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.502850 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:52.503449 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801522-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:13:52.516302 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801522-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:13:52.676191 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616155'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:54.640862 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 42954) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:13:54.953871 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-8f5600dd-22b0-40cd-bbfa-32d20b4e39f1 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:13:54.965818 dv-cinder-801522-12-iscsi neutron-server[106133]: ERROR stevedore.extension [None req-8f5600dd-22b0-40cd-bbfa-32d20b4e39f1 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 05 20:13:55.047833 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.policy [None req-8f5600dd-22b0-40cd-bbfa-32d20b4e39f1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106133) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 05 20:13:55.090144 dv-cinder-801522-12-iscsi neutron-server[106133]: WARNING oslo_policy.policy [None req-8f5600dd-22b0-40cd-bbfa-32d20b4e39f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 20:13:55.090518 dv-cinder-801522-12-iscsi neutron-server[106133]: WARNING oslo_policy.policy [None req-8f5600dd-22b0-40cd-bbfa-32d20b4e39f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 20:13:55.110751 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writer thread running {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 05 20:13:55.186581 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f5600dd-22b0-40cd-bbfa-32d20b4e39f1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748949329807', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748949330307', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748949346407', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748949353908', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748949351552', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748949359518', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2005215', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2005022', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-609979', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-718213'] for rbac-policy (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:55.257472 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f5600dd-22b0-40cd-bbfa-32d20b4e39f1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:55.258688 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8f5600dd-22b0-40cd-bbfa-32d20b4e39f1 admin admin] 10.222.0.23 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6168575 Oct 05 20:13:57.832114 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 42964) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:13:58.150226 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:13:58.179573 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Made reservation on behalf of d78c4808482c4e74b6e8a3037b83de37 for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:13:58.184048 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:58.202370 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:58.312739 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Publish callbacks [] for security_group (41433e6b-7443-4226-9fc0-6904f7f2473c), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:58.316596 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (41433e6b-7443-4226-9fc0-6904f7f2473c), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:58.348698 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=106133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:13:58.377467 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748951820243', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:58.378005 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Unsubscribe: segment precommit_create {{(pid=106133) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 05 20:13:58.378538 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Added segment bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a of type vlan for network 50df2515-035c-437a-9604-f3564b90e5e3 Oct 05 20:13:58.384103 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=41433e6b-7443-4226-9fc0-6904f7f2473c,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:13:58.419634 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.419973 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.420326 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.420674 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.421002 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.421320 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.421665 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.421984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.422313 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.422633 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.422947 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.423281 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.423597 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.423907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.424217 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Tracked resource versions report: Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: pushed versions: Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: { 'AddressGroup': {'1.2'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Agent': {'1.1'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'ConntrackHelper': {'1.0'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'LocalIPAssociation': {'1.0'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Log': {'1.0'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'NDPProxy': {'1.0'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Network': {'1.1'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Port': {'1.7'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'PortForwarding': {'1.3'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'QosPolicy': {'1.10'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SecurityGroup': {'1.5'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SecurityGroupRule': {'1.2'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SubPort': {'1.0'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Subnet': {'1.1'}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Trunk': {'1.1'}} Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: consumer versions: Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: { DHCP agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: L3 agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: Metadata agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: Metering agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: Open vSwitch agent@dv-cinder-801522-12-iscsi: { 'AddressGroup': '1.2', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Agent': '1.1', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'ConntrackHelper': '1.0', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'LocalIPAssociation': '1.0', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Log': '1.0', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'NDPProxy': '1.0', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Network': '1.1', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Port': '1.7', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'PortForwarding': '1.3', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'QosPolicy': '1.10', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SecurityGroup': '1.5', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SecurityGroupRule': '1.2', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SubPort': '1.0', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Subnet': '1.1', Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Trunk': '1.1'}} Oct 05 20:13:58.425673 dv-cinder-801522-12-iscsi neutron-server[106133]: {{(pid=106133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 20:13:58.484805 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (50df2515-035c-437a-9604-f3564b90e5e3), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:58.524054 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (50df2515-035c-437a-9604-f3564b90e5e3), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:58.529542 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:13:58.530266 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:13:58.612996 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7798986 Oct 05 20:13:58.651423 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b2b6a-34f2-46c8-8363-b2b26b145eda demo demo] Pushing event updated for resources: {'Network': ['ID=50df2515-035c-437a-9604-f3564b90e5e3,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:13:58.663294 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 50df2515-035c-437a-9604-f3564b90e5e3 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:14:01.208026 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 42976) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:01.592499 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=52,neutron:INSERT=43,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:01.621748 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8febea9-9879-476e-a9a5-0c0341b90fe0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:14:01.623210 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a8febea9-9879-476e-a9a5-0c0341b90fe0 demo admin] 10.222.0.23 "GET /networking/v2.0/networks/50df2515-035c-437a-9604-f3564b90e5e3 HTTP/1.1" status: 200 len: 825 time: 0.4142456 Oct 05 20:14:01.649130 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-326f38a1-da59-45da-8bb3-c1377af66a7d demo admin] 10.222.0.23 "GET /networking/v2.0/subnetpools/a51d862a-bc7d-4dfa-b7e9-1f3ab061ae2f HTTP/1.1" status: 200 len: 734 time: 0.0191541 Oct 05 20:14:01.658050 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Request body: {'subnet': {'subnetpool_id': 'a51d862a-bc7d-4dfa-b7e9-1f3ab061ae2f', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:14:01.678810 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Made reservation on behalf of d78c4808482c4e74b6e8a3037b83de37 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:14:01.681411 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:01.797660 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:01.975480 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (23f41b63-48ac-4235-b165-ece12c0390f7), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:02.044376 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Pushing event updated for resources: {'Subnet': ['ID=23f41b63-48ac-4235-b165-ece12c0390f7,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:02.048842 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Checking segment: {'id': 'bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:14:02.049177 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Network hostable DHCP agents. Network: 50df2515-035c-437a-9604-f3564b90e5e3, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:14:02.070913 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Network 50df2515-035c-437a-9604-f3564b90e5e3 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:14:02.082869 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 50df2515-035c-437a-9604-f3564b90e5e3) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:14:02.088489 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:14:02.089890 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:02.091706 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ea74e3-7320-413e-8729-7434ac600931 None None] Network 50df2515-035c-437a-9604-f3564b90e5e3 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:14:02.105391 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-75213517-deb3-405e-8974-91168ae6f6be demo admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4504361 Oct 05 20:14:02.359801 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-50df2515-035c-437a-9604-f3564b90e5e3', 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3', 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'fixed_ips': [{'subnet_id': '23f41b63-48ac-4235-b165-ece12c0390f7'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:14:02.361070 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:02.638785 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Allocated IP 172.20.0.2 (50df2515-035c-437a-9604-f3564b90e5e3/23f41b63-48ac-4235-b165-ece12c0390f7/84348528-f03d-48c8-887d-3e07596ed0fb) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:14:02.699536 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:02.707412 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=5 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:02.762327 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:02.911877 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Publish callbacks [] for port (84348528-f03d-48c8-887d-3e07596ed0fb), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:02.921378 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:03.002829 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Network 50df2515-035c-437a-9604-f3564b90e5e3 is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:14:03.006547 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:14:03.010236 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:14:03.013362 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Pushing event updated for resources: {'Port': ['ID=84348528-f03d-48c8-887d-3e07596ed0fb,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:03.018708 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:03.035336 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.035684 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.036041 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.036401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.036738 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.037065 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.037390 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.037738 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.038078 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.038405 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.038731 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.039066 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.039390 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.039708 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.040086 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Tracked resource versions report: Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: pushed versions: Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: { 'AddressGroup': {'1.2'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Agent': {'1.1'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'ConntrackHelper': {'1.0'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'LocalIPAssociation': {'1.0'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Log': {'1.0'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'NDPProxy': {'1.0'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Network': {'1.1'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Port': {'1.7'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'PortForwarding': {'1.3'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'QosPolicy': {'1.10'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SecurityGroup': {'1.5'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SecurityGroupRule': {'1.2'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SubPort': {'1.0'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Subnet': {'1.1'}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Trunk': {'1.1'}} Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: consumer versions: Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: { DHCP agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: L3 agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: Metadata agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: Metering agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: Open vSwitch agent@dv-cinder-801522-12-iscsi: { 'AddressGroup': '1.2', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Agent': '1.1', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'ConntrackHelper': '1.0', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'LocalIPAssociation': '1.0', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Log': '1.0', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'NDPProxy': '1.0', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Network': '1.1', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Port': '1.7', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'PortForwarding': '1.3', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'QosPolicy': '1.10', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SecurityGroup': '1.5', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SecurityGroupRule': '1.2', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SubPort': '1.0', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Subnet': '1.1', Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Trunk': '1.1'}} Oct 05 20:14:03.041583 dv-cinder-801522-12-iscsi neutron-server[106134]: {{(pid=106134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 20:14:03.115738 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Attempting to bind port 84348528-f03d-48c8-887d-3e07596ed0fb on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:14:03.116364 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Attempting to bind port 84348528-f03d-48c8-887d-3e07596ed0fb by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:14:03.116566 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Attempting to bind port 84348528-f03d-48c8-887d-3e07596ed0fb on network 50df2515-035c-437a-9604-f3564b90e5e3 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:14:03.162481 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:14:03.162791 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Checking segment: {'id': 'bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:14:03.163238 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:03.163632 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Bound using segment: {'id': 'bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:14:03.164114 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Bound port: 84348528-f03d-48c8-887d-3e07596ed0fb, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:14:03.164545 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:03.226874 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] For port 84348528-f03d-48c8-887d-3e07596ed0fb, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:14:03.245995 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] For port 84348528-f03d-48c8-887d-3e07596ed0fb, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=84348528-f03d-48c8-887d-3e07596ed0fb,segment=NetworkSegment(bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a),segment_id=bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:14:03.252619 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:03.303237 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04886a64-de3d-4e3c-b157-8a1b32679ef6 None None] Pushing event updated for resources: {'Port': ['ID=84348528-f03d-48c8-887d-3e07596ed0fb,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:04.767033 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 42992) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:05.093895 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [None req-c5ceaa4b-7fd0-4405-a588-d0b5e0203977 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:14:05.094891 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-c5ceaa4b-7fd0-4405-a588-d0b5e0203977 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3268993 Oct 05 20:14:07.734621 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43000) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:08.058173 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [None req-f8df321e-2d40-4cbd-aae9-8cfdc4a77ef4 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:14:08.059252 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-f8df321e-2d40-4cbd-aae9-8cfdc4a77ef4 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3237875 Oct 05 20:14:10.191595 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 84348528-f03d-48c8-887d-3e07596ed0fb up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:14:10.271005 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 84348528-f03d-48c8-887d-3e07596ed0fb triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:10.271409 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:10.271770 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 84348528-f03d-48c8-887d-3e07596ed0fb Oct 05 20:14:10.375370 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 84348528-f03d-48c8-887d-3e07596ed0fb is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:14:10.375775 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:10.411723 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 84348528-f03d-48c8-887d-3e07596ed0fb, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=84348528-f03d-48c8-887d-3e07596ed0fb,segment=NetworkSegment(bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a),segment_id=bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:14:10.415957 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:10.467547 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=84348528-f03d-48c8-887d-3e07596ed0fb,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:10.718201 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43012) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:11.052088 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-2b0b52c5-f6e3-4319-986b-79a0db6276b6 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:14:11.076387 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2b0b52c5-f6e3-4319-986b-79a0db6276b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (34b46cdb-c9be-43d3-be57-c0b18dae59a6), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:11.077927 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2b0b52c5-f6e3-4319-986b-79a0db6276b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (34b46cdb-c9be-43d3-be57-c0b18dae59a6), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:11.213661 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2b0b52c5-f6e3-4319-986b-79a0db6276b6 demo demo] Publish callbacks [] for router_controller (34b46cdb-c9be-43d3-be57-c0b18dae59a6), precommit_add_association {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:11.218387 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2b0b52c5-f6e3-4319-986b-79a0db6276b6 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (34b46cdb-c9be-43d3-be57-c0b18dae59a6), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:11.236742 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2b0b52c5-f6e3-4319-986b-79a0db6276b6 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:11.238006 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-2b0b52c5-f6e3-4319-986b-79a0db6276b6 demo demo] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5188243 Oct 05 20:14:11.277701 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0ae1e-b39e-462c-8238-8f3826169a89 None None] Network 50df2515-035c-437a-9604-f3564b90e5e3 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:14:11.372206 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-9cc0cd53-901e-4564-8773-90edf7f35605 None None] Provisioning complete for port 84348528-f03d-48c8-887d-3e07596ed0fb triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:11.372702 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9cc0cd53-901e-4564-8773-90edf7f35605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:11.373112 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-9cc0cd53-901e-4564-8773-90edf7f35605 None None] Attempt 1 to provision port 84348528-f03d-48c8-887d-3e07596ed0fb Oct 05 20:14:11.447046 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:11.487037 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-9cc0cd53-901e-4564-8773-90edf7f35605 None None] Current status of the port 84348528-f03d-48c8-887d-3e07596ed0fb is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:14:11.705875 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-59b8e31b-5b76-45ae-889b-b258021e527e None None] Provisioning complete for port 84348528-f03d-48c8-887d-3e07596ed0fb triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:11.706272 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-59b8e31b-5b76-45ae-889b-b258021e527e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:11.706610 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-59b8e31b-5b76-45ae-889b-b258021e527e None None] Attempt 1 to provision port 84348528-f03d-48c8-887d-3e07596ed0fb Oct 05 20:14:11.783359 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-59b8e31b-5b76-45ae-889b-b258021e527e None None] Current status of the port 84348528-f03d-48c8-887d-3e07596ed0fb is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:14:12.170961 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 84348528-f03d-48c8-887d-3e07596ed0fb up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:14:12.215224 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 84348528-f03d-48c8-887d-3e07596ed0fb triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:12.215615 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:12.215957 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 84348528-f03d-48c8-887d-3e07596ed0fb Oct 05 20:14:12.217964 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:12.288083 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 84348528-f03d-48c8-887d-3e07596ed0fb is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:14:13.848495 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43020) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:14.168343 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [None req-db2a5c1c-bf41-4cb4-a805-42981595c5e3 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:14:14.169351 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-db2a5c1c-bf41-4cb4-a805-42981595c5e3 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3199170 Oct 05 20:14:16.770539 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43028) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:17.088249 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:14:17.109209 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Made reservation on behalf of e6d76b1c203e49b8ae5f7f394a20a597 for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:14:17.111446 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:17.119688 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:17.146529 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b18e9879-5f09-4898-8139-e9609a05abc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:17.194355 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Publish callbacks [] for security_group (bd70d4e1-39ea-430d-9d59-d010eca90c88), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:17.197934 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (bd70d4e1-39ea-430d-9d59-d010eca90c88), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:17.213445 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Reserving flat network on physical network physnet1 {{(pid=106133) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 05 20:14:17.232739 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd70d4e1-39ea-430d-9d59-d010eca90c88,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:17.237490 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (6a3c0aa0-2f33-4085-b2f1-d8244bec2356), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:17.237849 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Added segment 6a3c0aa0-2f33-4085-b2f1-d8244bec2356 of type flat for network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 Oct 05 20:14:17.283820 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (2294ff61-8c5b-4f55-90f8-40dbe6da6e68), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:17.290390 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:17.302777 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:17.324012 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (2294ff61-8c5b-4f55-90f8-40dbe6da6e68), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:17.325034 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:14:17.325630 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:17.394100 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6225045 Oct 05 20:14:17.419924 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2405ebb-4259-42c1-811b-3b856cc5647d admin admin] Pushing event updated for resources: {'Network': ['ID=2294ff61-8c5b-4f55-90f8-40dbe6da6e68,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:17.430962 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:14:19.522708 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-485513cc-63ea-481c-a19a-aa57c0311e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:19.955143 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43038) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:20.453736 dv-cinder-801522-12-iscsi neutron-server[106132]: WARNING oslo_policy.policy [None req-def3fa7c-fb8d-4b92-89d1-0ae99422b759 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 20:14:20.454332 dv-cinder-801522-12-iscsi neutron-server[106132]: WARNING oslo_policy.policy [None req-def3fa7c-fb8d-4b92-89d1-0ae99422b759 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 20:14:20.686099 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writer thread running {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 05 20:14:20.709884 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:20.809326 dv-cinder-801522-12-iscsi neutron-server[106132]: ERROR stevedore.extension [None req-def3fa7c-fb8d-4b92-89d1-0ae99422b759 demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 05 20:14:20.851025 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:20.862387 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.policy [None req-def3fa7c-fb8d-4b92-89d1-0ae99422b759 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106132) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 05 20:14:20.905557 dv-cinder-801522-12-iscsi neutron-server[106132]: WARNING oslo_policy.policy [None req-def3fa7c-fb8d-4b92-89d1-0ae99422b759 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 20:14:20.905940 dv-cinder-801522-12-iscsi neutron-server[106132]: WARNING oslo_policy.policy [None req-def3fa7c-fb8d-4b92-89d1-0ae99422b759 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 05 20:14:20.913605 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def3fa7c-fb8d-4b92-89d1-0ae99422b759 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:14:20.915740 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-def3fa7c-fb8d-4b92-89d1-0ae99422b759 demo admin] 10.222.0.23 "GET /networking/v2.0/subnets/23f41b63-48ac-4235-b165-ece12c0390f7 HTTP/1.1" status: 200 len: 849 time: 0.9587033 Oct 05 20:14:21.081427 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-3f01c085-53a7-4ef0-9a02-c3e153571af5 demo admin] 10.222.0.23 "GET /networking/v2.0/routers/34b46cdb-c9be-43d3-be57-c0b18dae59a6 HTTP/1.1" status: 200 len: 704 time: 0.1598678 Oct 05 20:14:21.338765 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:21.657556 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Allocated IP 172.20.0.1 (50df2515-035c-437a-9604-f3564b90e5e3/23f41b63-48ac-4235-b165-ece12c0390f7/3f11f840-cc93-4a31-82d5-de01217db547) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:14:21.868704 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Publish callbacks [] for port (3f11f840-cc93-4a31-82d5-de01217db547), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:21.933897 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (3f11f840-cc93-4a31-82d5-de01217db547), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:21.973436 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Network 50df2515-035c-437a-9604-f3564b90e5e3 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:14:21.974806 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:14:22.038470 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Pushing event updated for resources: {'Port': ['ID=3f11f840-cc93-4a31-82d5-de01217db547,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:22.042274 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:14:22.042274 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (34b46cdb-c9be-43d3-be57-c0b18dae59a6), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:22.098307 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.098962 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.099086 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.099315 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.099644 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.099968 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.100289 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.100608 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.100941 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.101268 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.101740 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.102543 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.102865 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.103179 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.103491 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Tracked resource versions report: Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: pushed versions: Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: { 'AddressGroup': {'1.2'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Agent': {'1.1'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'ConntrackHelper': {'1.0'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'LocalIPAssociation': {'1.0'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Log': {'1.0'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'NDPProxy': {'1.0'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Network': {'1.1'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Port': {'1.7'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'PortForwarding': {'1.3'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'QosPolicy': {'1.10'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SecurityGroup': {'1.5'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SecurityGroupRule': {'1.2'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SubPort': {'1.0'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Subnet': {'1.1'}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Trunk': {'1.1'}} Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: consumer versions: Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: { DHCP agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: L3 agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: Metadata agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: Metering agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: Open vSwitch agent@dv-cinder-801522-12-iscsi: { 'AddressGroup': '1.2', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Agent': '1.1', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'ConntrackHelper': '1.0', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'LocalIPAssociation': '1.0', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Log': '1.0', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'NDPProxy': '1.0', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Network': '1.1', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Port': '1.7', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'PortForwarding': '1.3', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'QosPolicy': '1.10', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SecurityGroup': '1.5', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SecurityGroupRule': '1.2', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SubPort': '1.0', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Subnet': '1.1', Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Trunk': '1.1'}} Oct 05 20:14:22.104956 dv-cinder-801522-12-iscsi neutron-server[106132]: {{(pid=106132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 20:14:22.209816 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:22.262796 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-565b8214-dac9-4b2c-bb44-35d46cfd986f None None] Provisioning complete for port 3f11f840-cc93-4a31-82d5-de01217db547 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:22.263368 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-565b8214-dac9-4b2c-bb44-35d46cfd986f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3f11f840-cc93-4a31-82d5-de01217db547), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:22.263462 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-565b8214-dac9-4b2c-bb44-35d46cfd986f None None] Attempt 1 to provision port 3f11f840-cc93-4a31-82d5-de01217db547 Oct 05 20:14:22.265336 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3f11f840-cc93-4a31-82d5-de01217db547), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:22.267939 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:22.295219 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-565b8214-dac9-4b2c-bb44-35d46cfd986f None None] Port 3f11f840-cc93-4a31-82d5-de01217db547 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:14:22.476002 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Publish callbacks [] for port (3f11f840-cc93-4a31-82d5-de01217db547), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:22.479083 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:22.480965 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3f11f840-cc93-4a31-82d5-de01217db547), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:22.481809 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (34b46cdb-c9be-43d3-be57-c0b18dae59a6), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:22.561218 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Pushing event updated for resources: {'Port': ['ID=3f11f840-cc93-4a31-82d5-de01217db547,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:22.609832 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Network 50df2515-035c-437a-9604-f3564b90e5e3 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:14:22.611227 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:14:22.621743 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:22.770511 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Router 34b46cdb-c9be-43d3-be57-c0b18dae59a6 is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:14:22.817080 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-64747d7a-d484-4443-ad5e-f515bf08f493 None None] Provisioning complete for port 3f11f840-cc93-4a31-82d5-de01217db547 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:22.817488 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-64747d7a-d484-4443-ad5e-f515bf08f493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3f11f840-cc93-4a31-82d5-de01217db547), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:22.817867 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-64747d7a-d484-4443-ad5e-f515bf08f493 None None] Attempt 1 to provision port 3f11f840-cc93-4a31-82d5-de01217db547 Oct 05 20:14:22.853466 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-64747d7a-d484-4443-ad5e-f515bf08f493 None None] Port 3f11f840-cc93-4a31-82d5-de01217db547 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:14:22.904051 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:14:22.909461 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-81de9565-2c7e-4351-855f-b81ee8c17643 demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/34b46cdb-c9be-43d3-be57-c0b18dae59a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8225763 Oct 05 20:14:22.915863 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Sync routers for ids ['34b46cdb-c9be-43d3-be57-c0b18dae59a6'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:14:22.928259 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Routers {'34b46cdb-c9be-43d3-be57-c0b18dae59a6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:14:22.929078 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:14:19Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['34b46cdb-c9be-43d3-be57-c0b18dae59a6'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:14:23.110396 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Set router 34b46cdb-c9be-43d3-be57-c0b18dae59a6 gateway port host: None {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:14:23.522877 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'name': 'router1', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:14:11Z', 'updated_at': '2022-10-05T20:14:22Z', 'revision_number': 2, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'gw_port_host': None, '_interfaces': [{'id': '3f11f840-cc93-4a31-82d5-de01217db547', 'name': '', 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'mac_address': 'fa:16:3e:2a:6d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:14:21Z', 'updated_at': '2022-10-05T20:14:22Z', 'revision_number': 2, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'subnets': [{'id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51d862a-bc7d-4dfa-b7e9-1f3ab061ae2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:14:23.574046 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Checking router: 34b46cdb-c9be-43d3-be57-c0b18dae59a6 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:14:23.574412 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Updating router 34b46cdb-c9be-43d3-be57-c0b18dae59a6 port 3f11f840-cc93-4a31-82d5-de01217db547 binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:14:23.627704 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3f11f840-cc93-4a31-82d5-de01217db547), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:24.125761 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Publish callbacks [] for port (3f11f840-cc93-4a31-82d5-de01217db547), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:24.131960 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3f11f840-cc93-4a31-82d5-de01217db547), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:24.281276 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Pushing event updated for resources: {'Port': ['ID=3f11f840-cc93-4a31-82d5-de01217db547,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:24.289880 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Attempting to bind port 3f11f840-cc93-4a31-82d5-de01217db547 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:14:24.290277 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Attempting to bind port 3f11f840-cc93-4a31-82d5-de01217db547 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:14:24.290715 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Attempting to bind port 3f11f840-cc93-4a31-82d5-de01217db547 on network 50df2515-035c-437a-9604-f3564b90e5e3 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:14:24.299965 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.300308 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.300657 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.301000 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.301331 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.301684 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.302011 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.302332 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.302668 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.302992 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.303311 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.303650 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.303970 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.304291 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.304605 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Tracked resource versions report: Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: pushed versions: Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: { 'AddressGroup': {'1.2'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Agent': {'1.1'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'ConntrackHelper': {'1.0'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'LocalIPAssociation': {'1.0'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Log': {'1.0'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'NDPProxy': {'1.0'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Network': {'1.1'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Port': {'1.7'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'PortForwarding': {'1.3'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'QosPolicy': {'1.10'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SecurityGroup': {'1.5'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SecurityGroupRule': {'1.2'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SubPort': {'1.0'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Subnet': {'1.1'}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Trunk': {'1.1'}} Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: consumer versions: Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: { DHCP agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: L3 agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: Metadata agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: Metering agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: Open vSwitch agent@dv-cinder-801522-12-iscsi: { 'AddressGroup': '1.2', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Agent': '1.1', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'ConntrackHelper': '1.0', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'LocalIPAssociation': '1.0', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Log': '1.0', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'NDPProxy': '1.0', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Network': '1.1', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Port': '1.7', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'PortForwarding': '1.3', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'QosPolicy': '1.10', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SecurityGroup': '1.5', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SecurityGroupRule': '1.2', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SubPort': '1.0', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Subnet': '1.1', Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Trunk': '1.1'}} Oct 05 20:14:24.306132 dv-cinder-801522-12-iscsi neutron-server[106135]: {{(pid=106135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 20:14:24.381318 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:24.384951 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:14:24.385354 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Checking segment: {'id': 'bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:14:24.385835 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:24.386239 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Bound using segment: {'id': 'bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:14:24.386714 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Bound port: 3f11f840-cc93-4a31-82d5-de01217db547, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:14:24.387101 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3f11f840-cc93-4a31-82d5-de01217db547), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:24.450062 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] For port 3f11f840-cc93-4a31-82d5-de01217db547, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:14:24.457079 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:24.470172 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] For port 3f11f840-cc93-4a31-82d5-de01217db547, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3f11f840-cc93-4a31-82d5-de01217db547,segment=NetworkSegment(bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a),segment_id=bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:14:24.477049 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3f11f840-cc93-4a31-82d5-de01217db547), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:24.516759 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Routers {'34b46cdb-c9be-43d3-be57-c0b18dae59a6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:14:24.517353 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:14:19Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['34b46cdb-c9be-43d3-be57-c0b18dae59a6'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:14:24.601320 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04354f6f-ddd4-47e8-a66a-b1ace8fccb19 None None] Pushing event updated for resources: {'Port': ['ID=3f11f840-cc93-4a31-82d5-de01217db547,revision_number=4']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:24.618833 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] Set router 34b46cdb-c9be-43d3-be57-c0b18dae59a6 gateway port host: None {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:14:24.805798 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'name': 'router1', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:14:11Z', 'updated_at': '2022-10-05T20:14:22Z', 'revision_number': 2, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'gw_port_host': None, '_interfaces': [{'id': '3f11f840-cc93-4a31-82d5-de01217db547', 'name': '', 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'mac_address': 'fa:16:3e:2a:6d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:14:21Z', 'updated_at': '2022-10-05T20:14:24Z', 'revision_number': 4, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'subnets': [{'id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51d862a-bc7d-4dfa-b7e9-1f3ab061ae2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:14:24.831211 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9c5ded-f832-4ca4-9e53-70eda926597e None None] The sync data for ids ['34b46cdb-c9be-43d3-be57-c0b18dae59a6'] in dv-cinder-801522-12-iscsi is: [{'id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'name': 'router1', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:14:11Z', 'updated_at': '2022-10-05T20:14:22Z', 'revision_number': 2, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'gw_port_host': None, '_interfaces': [{'id': '3f11f840-cc93-4a31-82d5-de01217db547', 'name': '', 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'mac_address': 'fa:16:3e:2a:6d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:14:21Z', 'updated_at': '2022-10-05T20:14:24Z', 'revision_number': 4, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'subnets': [{'id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51d862a-bc7d-4dfa-b7e9-1f3ab061ae2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:14:25.512177 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43062) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:25.908029 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb1c8b-676c-406e-9090-6bd81593d182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:14:25.909548 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a1eb1c8b-676c-406e-9090-6bd81593d182 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/2294ff61-8c5b-4f55-90f8-40dbe6da6e68 HTTP/1.1" status: 200 len: 842 time: 0.3962734 Oct 05 20:14:25.920511 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Request body: {'subnet': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:14:25.959657 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Made reservation on behalf of e6d76b1c203e49b8ae5f7f394a20a597 for: {'subnet': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:14:25.962699 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:26.156565 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:26.211488 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:26.274528 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.objects.ports [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106132) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 05 20:14:26.274960 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (d47ae0eb-e928-4e9e-ace8-44790d28f438), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:26.328920 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47ae0eb-e928-4e9e-ace8-44790d28f438,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:26.341451 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:14:26.341837 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Network hostable DHCP agents. Network: 2294ff61-8c5b-4f55-90f8-40dbe6da6e68, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:14:26.363317 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:14:26.373977 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 2294ff61-8c5b-4f55-90f8-40dbe6da6e68) {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:14:26.378115 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:14:26.378722 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:26.387469 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b838cc7-76a1-465d-affa-4f0dca0c13c4 None None] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:14:26.402841 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-205d99f4-a9ab-483c-ad82-6c8ea0e7c7ce admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4863160 Oct 05 20:14:26.503006 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d40fb61-7f7f-4d22-b793-c1ac48da37ab None None] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:14:27.409587 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:27.417010 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:29.067266 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43070) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:29.479378 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e6c7bfeb-ef3b-4b83-83ed-8488bc603724 demo admin] 10.222.0.23 "GET /networking/v2.0/routers/34b46cdb-c9be-43d3-be57-c0b18dae59a6 HTTP/1.1" status: 200 len: 710 time: 0.4109094 Oct 05 20:14:29.585200 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637823d0-eaa6-4bd9-916a-105c78cb2179 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:14:29.587554 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-637823d0-eaa6-4bd9-916a-105c78cb2179 demo admin] 10.222.0.23 "GET /networking/v2.0/networks/2294ff61-8c5b-4f55-90f8-40dbe6da6e68 HTTP/1.1" status: 200 len: 886 time: 0.1025825 Oct 05 20:14:29.596987 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:14:29.842620 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Publish callbacks [] for router_gateway (34b46cdb-c9be-43d3-be57-c0b18dae59a6), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.062330 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Publish callbacks [] for router_gateway (34b46cdb-c9be-43d3-be57-c0b18dae59a6), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.206141 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3f11f840-cc93-4a31-82d5-de01217db547 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:14:30.209733 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.246431 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:30.250599 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 3f11f840-cc93-4a31-82d5-de01217db547 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:30.250994 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3f11f840-cc93-4a31-82d5-de01217db547), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.251329 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 3f11f840-cc93-4a31-82d5-de01217db547 Oct 05 20:14:30.291892 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:30.318244 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Allocated IP 172.27.0.233 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:14:30.330555 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 3f11f840-cc93-4a31-82d5-de01217db547 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:14:30.330956 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3f11f840-cc93-4a31-82d5-de01217db547), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.363266 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 3f11f840-cc93-4a31-82d5-de01217db547, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3f11f840-cc93-4a31-82d5-de01217db547,segment=NetworkSegment(bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a),segment_id=bdfe049d-dc76-412e-9bd4-9f58c4eb4b9a)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:14:30.367836 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3f11f840-cc93-4a31-82d5-de01217db547), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.399491 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:30.415441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=3f11f840-cc93-4a31-82d5-de01217db547,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:30.425402 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Publish callbacks [] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.458177 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.498922 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:14:30.503883 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:14:30.505998 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Pushing event updated for resources: {'Port': ['ID=5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:30.510719 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:14:30.751931 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Publish callbacks [] for router_gateway (34b46cdb-c9be-43d3-be57-c0b18dae59a6), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.753481 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 5 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:14:30.936148 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616928', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-622555', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router (34b46cdb-c9be-43d3-be57-c0b18dae59a6), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:30.939568 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-616923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-616914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-622560'] for router (34b46cdb-c9be-43d3-be57-c0b18dae59a6), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:31.042237 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Router 34b46cdb-c9be-43d3-be57-c0b18dae59a6 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:14:31.098529 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:31.128427 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:31.149904 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:14:31.154633 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:31.155826 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-8e4880e7-e9a6-49f9-a700-5cacd24c0dc8 demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/34b46cdb-c9be-43d3-be57-c0b18dae59a6 HTTP/1.1" status: 200 len: 890 time: 1.5622168 Oct 05 20:14:31.160450 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Sync routers for ids ['34b46cdb-c9be-43d3-be57-c0b18dae59a6'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:14:31.173675 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Routers {'34b46cdb-c9be-43d3-be57-c0b18dae59a6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:14:31.174380 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:14:19Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['34b46cdb-c9be-43d3-be57-c0b18dae59a6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:14:31.271070 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:31.391551 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Set router 34b46cdb-c9be-43d3-be57-c0b18dae59a6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:14:31.770141 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'name': 'router1', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:14:11Z', 'updated_at': '2022-10-05T20:14:30Z', 'revision_number': 4, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'gw_port': {'id': '5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:14:30Z', 'updated_at': '2022-10-05T20:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f11f840-cc93-4a31-82d5-de01217db547', 'name': '', 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'mac_address': 'fa:16:3e:2a:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:14:21Z', 'updated_at': '2022-10-05T20:14:30Z', 'revision_number': 5, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'subnets': [{'id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51d862a-bc7d-4dfa-b7e9-1f3ab061ae2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:14:31.897258 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Checking router: 34b46cdb-c9be-43d3-be57-c0b18dae59a6 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:14:31.897638 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Updating router 34b46cdb-c9be-43d3-be57-c0b18dae59a6 port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:14:31.949876 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:32.202213 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3f11f840-cc93-4a31-82d5-de01217db547 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:14:32.312077 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Publish callbacks [] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:32.313662 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 3f11f840-cc93-4a31-82d5-de01217db547 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:32.314043 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3f11f840-cc93-4a31-82d5-de01217db547), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:32.314384 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 3f11f840-cc93-4a31-82d5-de01217db547 Oct 05 20:14:32.335085 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:32.374341 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Attempting to bind port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:14:32.374707 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Attempting to bind port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:14:32.375069 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Attempting to bind port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:14:32.434366 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6683512-d3ab-47f4-a333-2a81acb5f2db None None] Pushing event updated for resources: {'Port': ['ID=5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:32.447498 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:32.464872 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:14:32.465235 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:14:32.465657 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:32.466048 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:14:32.466519 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Bound port: 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:14:32.466895 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:32.506244 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 3f11f840-cc93-4a31-82d5-de01217db547 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:14:32.517391 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:32.529781 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] For port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:14:32.533087 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] For port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:14:32.539033 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:32.578692 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Routers {'34b46cdb-c9be-43d3-be57-c0b18dae59a6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:14:32.579304 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:14:19Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['34b46cdb-c9be-43d3-be57-c0b18dae59a6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:14:32.633196 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6683512-d3ab-47f4-a333-2a81acb5f2db None None] Pushing event updated for resources: {'Port': ['ID=5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:32.694241 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] Set router 34b46cdb-c9be-43d3-be57-c0b18dae59a6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:14:32.888621 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'name': 'router1', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:14:11Z', 'updated_at': '2022-10-05T20:14:30Z', 'revision_number': 4, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'gw_port': {'id': '5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:14:30Z', 'updated_at': '2022-10-05T20:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f11f840-cc93-4a31-82d5-de01217db547', 'name': '', 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'mac_address': 'fa:16:3e:2a:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:14:21Z', 'updated_at': '2022-10-05T20:14:30Z', 'revision_number': 5, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'subnets': [{'id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51d862a-bc7d-4dfa-b7e9-1f3ab061ae2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:14:32.914645 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b98e3c-fe1f-4de3-a98a-977e3125c42a None None] The sync data for ids ['34b46cdb-c9be-43d3-be57-c0b18dae59a6'] in dv-cinder-801522-12-iscsi is: [{'id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'name': 'router1', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:14:11Z', 'updated_at': '2022-10-05T20:14:30Z', 'revision_number': 4, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'gw_port': {'id': '5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:fc:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:14:30Z', 'updated_at': '2022-10-05T20:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f11f840-cc93-4a31-82d5-de01217db547', 'name': '', 'network_id': '50df2515-035c-437a-9604-f3564b90e5e3', 'tenant_id': 'd78c4808482c4e74b6e8a3037b83de37', 'mac_address': 'fa:16:3e:2a:6d:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b46cdb-c9be-43d3-be57-c0b18dae59a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:14:21Z', 'updated_at': '2022-10-05T20:14:30Z', 'revision_number': 5, 'project_id': 'd78c4808482c4e74b6e8a3037b83de37', 'subnets': [{'id': '23f41b63-48ac-4235-b165-ece12c0390f7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a51d862a-bc7d-4dfa-b7e9-1f3ab061ae2f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:14:33.945477 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43088) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:14:34.204186 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:14:34.247973 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:34.248319 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:34.248646 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 Oct 05 20:14:34.321635 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:14:34.322014 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:34.341810 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e3ccfebc-46b4-4ea3-8563-55b9b38f7a12 admin admin] 10.222.0.23 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3950350 Oct 05 20:14:34.342697 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:14:34.346322 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:34.396033 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:14:34.809354 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:36.204635 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:14:36.260328 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:14:36.260901 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:36.261378 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 Oct 05 20:14:36.332007 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:36.338902 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 5d17107e-dcfe-40ae-a4a6-4cbfee03a5f3 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:14:40.750523 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=42 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:44.333089 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=11 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:44.337435 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:46.338812 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:14:47.154566 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e06a5705-2949-46cd-bc7b-f2e532628b72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:49.477876 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-850d086f-5df5-46c6-8878-e1e022600ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:50.860985 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:52.492335 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:14:52.640452 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:02.622693 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:15:02.634464 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:15:02.760339 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:15:02.766573 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:15:07.753997 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 5 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:15:17.151720 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-295f8c68-792b-4479-a1eb-f906f2232dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:17.749675 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:15:19.487447 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c68e7456-5103-4705-949b-9bdaae736a88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:20.863134 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:22.495453 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:22.636711 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:32.628127 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:15:32.630727 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:15:44.802683 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 5 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:15:45.751408 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:15:47.144974 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-d5fe9cd4-5853-442b-9dc3-181be6f1a4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:49.479904 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4b08adcd-c629-47bb-ba95-cc2fecab322e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:50.867131 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:52.491360 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:52.629120 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:15:54.799426 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:15:59.421364 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43636) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:15:59.759628 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.pecan_wsgi.hooks.translation [None req-73dc3c4e-f647-404e-97c7-ef16b67fa155 admin admin] GET failed (client error): The resource could not be found. Oct 05 20:15:59.760940 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-73dc3c4e-f647-404e-97c7-ef16b67fa155 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3386252 Oct 05 20:15:59.922918 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f79c1-0a3c-409a-951c-6cd38eb1ee94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:15:59.924380 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-464f79c1-0a3c-409a-951c-6cd38eb1ee94 admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1591108 Oct 05 20:16:02.445948 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43646) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:02.622931 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:02.624898 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:02.808366 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105d0887-e579-44ff-a667-73403fc91841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:02.809712 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-105d0887-e579-44ff-a667-73403fc91841 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/23f41b63-48ac-4235-b165-ece12c0390f7 HTTP/1.1" status: 200 len: 849 time: 0.3628886 Oct 05 20:16:02.819794 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:16:02.909193 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Publish callbacks [] for subnet (23f41b63-48ac-4235-b165-ece12c0390f7), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:03.056738 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748951845295'] for subnet (23f41b63-48ac-4235-b165-ece12c0390f7), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:03.089909 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:03.091000 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:03.105544 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] 10.222.0.23 "PUT /networking/v2.0/subnets/23f41b63-48ac-4235-b165-ece12c0390f7 HTTP/1.1" status: 200 len: 868 time: 0.2756681 Oct 05 20:16:03.105799 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489731cb-d041-4389-8339-92b14d2758b2 None None] Network 50df2515-035c-437a-9604-f3564b90e5e3 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:16:03.111591 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f41b63-48ac-4235-b165-ece12c0390f7,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:16:03.119964 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.120325 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.120659 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.121000 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.121330 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.121694 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.122023 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.122346 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.122686 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.123023 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.123340 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.123660 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.123984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.124296 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.124620 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d203ecc0-38d7-43c8-aa55-4ef5231f586c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:16:03.456901 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-c495130e-b2c0-43e3-8435-17c64ba50a0b None None] Provisioning complete for port 84348528-f03d-48c8-887d-3e07596ed0fb triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:16:03.457280 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c495130e-b2c0-43e3-8435-17c64ba50a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (84348528-f03d-48c8-887d-3e07596ed0fb), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:03.457637 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-c495130e-b2c0-43e3-8435-17c64ba50a0b None None] Attempt 1 to provision port 84348528-f03d-48c8-887d-3e07596ed0fb Oct 05 20:16:03.531346 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-c495130e-b2c0-43e3-8435-17c64ba50a0b None None] Current status of the port 84348528-f03d-48c8-887d-3e07596ed0fb is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:16:03.540034 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-c495130e-b2c0-43e3-8435-17c64ba50a0b None None] Provisioning complete for port 3f11f840-cc93-4a31-82d5-de01217db547 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:16:03.540412 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c495130e-b2c0-43e3-8435-17c64ba50a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3f11f840-cc93-4a31-82d5-de01217db547), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:03.540740 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-c495130e-b2c0-43e3-8435-17c64ba50a0b None None] Attempt 1 to provision port 3f11f840-cc93-4a31-82d5-de01217db547 Oct 05 20:16:03.610773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-c495130e-b2c0-43e3-8435-17c64ba50a0b None None] Current status of the port 3f11f840-cc93-4a31-82d5-de01217db547 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:16:05.669897 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43654) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:06.147804 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a424e-c179-4ba4-93d2-8dff32c59a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:06.148275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8a424e-c179-4ba4-93d2-8dff32c59a16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:06.149832 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-9b8a424e-c179-4ba4-93d2-8dff32c59a16 admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4789636 Oct 05 20:16:08.696195 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43662) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:09.097562 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5366dfd-4436-4216-bce6-3f35eb510c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:09.098034 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5366dfd-4436-4216-bce6-3f35eb510c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:09.100030 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-f5366dfd-4436-4216-bce6-3f35eb510c61 admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4023695 Oct 05 20:16:11.674283 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43670) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:12.077946 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb751c-4ab7-41fc-915a-3cbbdc7e8b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:12.079287 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-28bb751c-4ab7-41fc-915a-3cbbdc7e8b32 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/2294ff61-8c5b-4f55-90f8-40dbe6da6e68 HTTP/1.1" status: 200 len: 886 time: 0.4040802 Oct 05 20:16:13.608537 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=41 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:13.609327 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=36 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:14.625873 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43680) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:15.032108 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d156a72-6fa8-48be-8a6e-cbcf910d6d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:15.033480 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-6d156a72-6fa8-48be-8a6e-cbcf910d6d1a admin admin] 10.222.0.23 "GET /networking/v2.0/networks/50df2515-035c-437a-9604-f3564b90e5e3 HTTP/1.1" status: 200 len: 869 time: 0.4066539 Oct 05 20:16:16.763445 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:16.767663 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:17.147855 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ed35a006-c7d8-494f-8141-26dda3d454ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:17.589250 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43688) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:17.984346 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e225e34e-eeaa-49d6-b8ef-0fae47c8f4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:17.984796 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e225e34e-eeaa-49d6-b8ef-0fae47c8f4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:17.986324 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e225e34e-eeaa-49d6-b8ef-0fae47c8f4a7 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3961124 Oct 05 20:16:19.088483 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=80,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:19.094703 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:19.481684 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ad878a44-088f-49e4-95fb-29e5a0af82b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:20.537446 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43696) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:20.866705 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:20.902850 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a48f9-0197-4e44-a4e4-4a3992ffc0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:20.903317 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6a48f9-0197-4e44-a4e4-4a3992ffc0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:20.904915 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4a6a48f9-0197-4e44-a4e4-4a3992ffc0ad admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3665504 Oct 05 20:16:21.752062 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 5 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:16:22.494003 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:22.631740 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:23.473988 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43704) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:23.883062 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bff77f-a5a7-4847-856f-d042c5a98be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:23.884440 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-63bff77f-a5a7-4847-856f-d042c5a98be2 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/23f41b63-48ac-4235-b165-ece12c0390f7 HTTP/1.1" status: 200 len: 868 time: 0.4095867 Oct 05 20:16:26.541871 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43712) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:26.897955 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3185aff-ddc9-4e04-b402-37dfc3182b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:26.899304 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a3185aff-ddc9-4e04-b402-37dfc3182b30 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/d47ae0eb-e928-4e9e-ace8-44790d28f438 HTTP/1.1" status: 200 len: 816 time: 0.3565810 Oct 05 20:16:30.892722 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=35 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:30.898863 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=34 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:31.747726 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:31.751729 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:32.625117 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:32.627077 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:36.887163 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=12 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:36.894473 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=11 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:42.852291 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=13 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:42.856214 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=13 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:47.149700 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-d33ace67-312a-4df2-a97b-ff6716419bf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:49.486297 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-214ce0b8-5662-4951-bff5-36b0bdb1387a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:50.867917 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:52.497278 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:52.638488 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:16:53.759134 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:53.764422 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:16:56.309816 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43768) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:56.632883 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [None req-a81558fe-5343-4960-a2e2-646e3241e5de admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:16:56.633920 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a81558fe-5343-4960-a2e2-646e3241e5de admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3231695 Oct 05 20:16:58.751496 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 5 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:16:59.262520 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43776) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:16:59.603009 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc9b0efe-002a-45c6-b540-620abf246e23 admin admin] GET failed (client error): The resource could not be found. Oct 05 20:16:59.604356 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-bc9b0efe-002a-45c6-b540-620abf246e23 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3409133 Oct 05 20:16:59.692415 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dd0796-ce71-4db4-ae7d-8d18f0ee9792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:16:59.693874 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-f8dd0796-ce71-4db4-ae7d-8d18f0ee9792 admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0851924 Oct 05 20:17:02.280337 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43784) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:17:02.601876 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:17:02.621603 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Made reservation on behalf of e6d76b1c203e49b8ae5f7f394a20a597 for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:17:02.623900 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:02.627441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:02.634652 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:02.659636 dv-cinder-801522-12-iscsi neutron-server[106133]: WARNING neutron.services.revisions.revision_plugin [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Could not find related network for resource to bump revision. Oct 05 20:17:02.671602 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=106133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:17:02.680732 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (f6a173da-9856-4889-a153-1d10a712ea8d), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:02.681074 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Added segment f6a173da-9856-4889-a153-1d10a712ea8d of type vlan for network 982bcf75-155a-40be-9f3d-11783feca5cd Oct 05 20:17:02.731739 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (982bcf75-155a-40be-9f3d-11783feca5cd), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:02.755795 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (982bcf75-155a-40be-9f3d-11783feca5cd), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:02.756805 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:17:02.757386 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:02.818486 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5370023 Oct 05 20:17:02.821361 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c97cc6-3ebf-43f1-ba47-30c276ad54cb admin admin] Pushing event updated for resources: {'Network': ['ID=982bcf75-155a-40be-9f3d-11783feca5cd,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:17:02.831865 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 982bcf75-155a-40be-9f3d-11783feca5cd details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:17:05.397979 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43792) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:17:05.738806 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde90070-d308-42db-ba1a-4707ca5b0e54 admin admin] GET failed (client error): The resource could not be found. Oct 05 20:17:05.740075 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-bde90070-d308-42db-ba1a-4707ca5b0e54 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3411520 Oct 05 20:17:05.811530 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7537bd-c651-4941-98c4-4fcea6a1f568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:17:05.812974 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-da7537bd-c651-4941-98c4-4fcea6a1f568 admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0686064 Oct 05 20:17:05.823027 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Request body: {'subnet': {'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:17:05.842489 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Made reservation on behalf of e6d76b1c203e49b8ae5f7f394a20a597 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:17:05.844786 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:06.012619 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (e227499b-7d8d-4422-8604-ffca5d04c0bf), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:06.065000 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e227499b-7d8d-4422-8604-ffca5d04c0bf,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:17:06.077337 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.077701 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.078055 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.078391 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.078716 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.079038 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.079356 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.079672 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.079991 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.080303 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.080633 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.080951 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.081265 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.081616 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.082006 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.088270 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Checking segment: {'id': 'f6a173da-9856-4889-a153-1d10a712ea8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:17:06.088624 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Network hostable DHCP agents. Network: 982bcf75-155a-40be-9f3d-11783feca5cd, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:17:06.105396 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Network 982bcf75-155a-40be-9f3d-11783feca5cd is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:17:06.108041 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:06.114103 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 982bcf75-155a-40be-9f3d-11783feca5cd) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:17:06.118141 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:17:06.118725 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:06.123315 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531022fd-5a28-4b2f-9326-0beaccf83ec0 None None] Network 982bcf75-155a-40be-9f3d-11783feca5cd requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:17:06.134932 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-6697bdd8-ca72-4cb0-a65d-a632dbc3d274 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3152049 Oct 05 20:17:06.330231 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-982bcf75-155a-40be-9f3d-11783feca5cd', 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd', 'project_id': 'e6d76b1c203e49b8ae5f7f394a20a597', 'fixed_ips': [{'subnet_id': 'e227499b-7d8d-4422-8604-ffca5d04c0bf'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:17:06.331149 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:06.474372 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Allocated IP 192.168.233.2 (982bcf75-155a-40be-9f3d-11783feca5cd/e227499b-7d8d-4422-8604-ffca5d04c0bf/a9c6d18f-f960-47c7-af94-019a4036bdb4) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:17:06.621824 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Publish callbacks [] for port (a9c6d18f-f960-47c7-af94-019a4036bdb4), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:06.628183 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (a9c6d18f-f960-47c7-af94-019a4036bdb4), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:06.671868 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Network 982bcf75-155a-40be-9f3d-11783feca5cd is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:17:06.675124 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:17:06.679096 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:17:06.682347 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Pushing event updated for resources: {'Port': ['ID=a9c6d18f-f960-47c7-af94-019a4036bdb4,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:17:06.694520 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.694867 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.695228 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.695567 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.695888 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.696220 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.696542 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.696867 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.697207 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.697587 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.697873 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.698208 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.698532 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.698856 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.699171 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:17:06.752521 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Attempting to bind port a9c6d18f-f960-47c7-af94-019a4036bdb4 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:17:06.752888 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Attempting to bind port a9c6d18f-f960-47c7-af94-019a4036bdb4 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'f6a173da-9856-4889-a153-1d10a712ea8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:17:06.753254 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Attempting to bind port a9c6d18f-f960-47c7-af94-019a4036bdb4 on network 982bcf75-155a-40be-9f3d-11783feca5cd {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:17:06.797001 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:17:06.797363 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Checking segment: {'id': 'f6a173da-9856-4889-a153-1d10a712ea8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:17:06.797799 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:06.798180 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Bound using segment: {'id': 'f6a173da-9856-4889-a153-1d10a712ea8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:17:06.798645 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Bound port: a9c6d18f-f960-47c7-af94-019a4036bdb4, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6a173da-9856-4889-a153-1d10a712ea8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:17:06.799018 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (a9c6d18f-f960-47c7-af94-019a4036bdb4), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:06.865864 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] For port a9c6d18f-f960-47c7-af94-019a4036bdb4, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:17:06.870147 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] For port a9c6d18f-f960-47c7-af94-019a4036bdb4, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=a9c6d18f-f960-47c7-af94-019a4036bdb4,segment=NetworkSegment(f6a173da-9856-4889-a153-1d10a712ea8d),segment_id=f6a173da-9856-4889-a153-1d10a712ea8d)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:17:06.877005 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (a9c6d18f-f960-47c7-af94-019a4036bdb4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:06.935701 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccd01b-30de-4bd2-826f-8c9b31e02748 None None] Pushing event updated for resources: {'Port': ['ID=a9c6d18f-f960-47c7-af94-019a4036bdb4,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:17:07.704857 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fee8053-a553-4e77-ad26-690ab8ab00fa None None] Network 982bcf75-155a-40be-9f3d-11783feca5cd requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:17:07.773048 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-10d7959a-976b-44ac-9f0a-2aaf7e92ac23 None None] Provisioning complete for port a9c6d18f-f960-47c7-af94-019a4036bdb4 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:17:07.773433 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-10d7959a-976b-44ac-9f0a-2aaf7e92ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (a9c6d18f-f960-47c7-af94-019a4036bdb4), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:07.773864 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-10d7959a-976b-44ac-9f0a-2aaf7e92ac23 None None] Attempt 1 to provision port a9c6d18f-f960-47c7-af94-019a4036bdb4 Oct 05 20:17:07.794813 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:07.809326 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:07.896849 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-10d7959a-976b-44ac-9f0a-2aaf7e92ac23 None None] Current status of the port a9c6d18f-f960-47c7-af94-019a4036bdb4 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:17:07.897240 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-10d7959a-976b-44ac-9f0a-2aaf7e92ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (a9c6d18f-f960-47c7-af94-019a4036bdb4), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:07.934946 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-10d7959a-976b-44ac-9f0a-2aaf7e92ac23 None None] For port a9c6d18f-f960-47c7-af94-019a4036bdb4, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=a9c6d18f-f960-47c7-af94-019a4036bdb4,segment=NetworkSegment(f6a173da-9856-4889-a153-1d10a712ea8d),segment_id=f6a173da-9856-4889-a153-1d10a712ea8d)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:17:07.939837 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-10d7959a-976b-44ac-9f0a-2aaf7e92ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (a9c6d18f-f960-47c7-af94-019a4036bdb4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:07.996238 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7959a-976b-44ac-9f0a-2aaf7e92ac23 None None] Pushing event updated for resources: {'Port': ['ID=a9c6d18f-f960-47c7-af94-019a4036bdb4,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:17:08.060565 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-1b6e7bc0-77f2-4f5f-906b-80ba5029e2f7 None None] Provisioning complete for port a9c6d18f-f960-47c7-af94-019a4036bdb4 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:17:08.060959 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1b6e7bc0-77f2-4f5f-906b-80ba5029e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (a9c6d18f-f960-47c7-af94-019a4036bdb4), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:08.061299 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-1b6e7bc0-77f2-4f5f-906b-80ba5029e2f7 None None] Attempt 1 to provision port a9c6d18f-f960-47c7-af94-019a4036bdb4 Oct 05 20:17:08.138957 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-1b6e7bc0-77f2-4f5f-906b-80ba5029e2f7 None None] Current status of the port a9c6d18f-f960-47c7-af94-019a4036bdb4 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:17:08.303624 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device a9c6d18f-f960-47c7-af94-019a4036bdb4 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:17:08.349143 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port a9c6d18f-f960-47c7-af94-019a4036bdb4 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:17:08.349586 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (a9c6d18f-f960-47c7-af94-019a4036bdb4), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:08.349927 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port a9c6d18f-f960-47c7-af94-019a4036bdb4 Oct 05 20:17:08.426616 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port a9c6d18f-f960-47c7-af94-019a4036bdb4 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:17:08.747909 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:16.128561 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=71,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:17.152765 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-a205159f-3eb6-48b4-82de-e495cb90eb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:19.490155 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-522ebd56-bbdc-453d-8c63-591727daebf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:20.871157 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:22.500313 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:22.637435 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:30.756347 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=5 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:30.760439 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:32.631228 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:32.633236 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:35.752448 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 5 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:17:45.748973 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:17:47.156244 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-adcc6d59-ba18-46aa-872a-037a55380e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:49.495311 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-71a2b6a4-dae5-4209-b3e5-88e70d74affa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:50.873848 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:52.503900 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:17:52.641277 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:02.634169 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:02.636081 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:07.762660 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:07.766802 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:12.750492 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 5 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:18:17.160775 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-6df4a4fe-9b5f-4298-9449-ab682b4b8baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:19.497169 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2d830117-29d8-49c0-a661-7f40b9028d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:20.879151 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:22.510143 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:22.643654 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:22.746004 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:22.746780 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:26.107594 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43836) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:18:26.113105 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [None req-075b88f5-a0c5-424b-bad8-7e0e5595f185 tempest-verify_tempest_config-173336210 tempest-verify_tempest_config-173336210-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:18:26.114707 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-075b88f5-a0c5-424b-bad8-7e0e5595f185 tempest-verify_tempest_config-173336210 tempest-verify_tempest_config-173336210-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0060930 Oct 05 20:18:26.623254 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43854) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:18:26.956564 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:27.059801 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Publish callbacks [] for security_group (1a2ac255-0ce1-444d-ad4a-0b57faaa7ee4), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:27.063483 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (1a2ac255-0ce1-444d-ad4a-0b57faaa7ee4), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:27.180163 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5ba6c7c167334b14a84e8ccd12022061&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5557578 Oct 05 20:18:27.181003 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2ac255-0ce1-444d-ad4a-0b57faaa7ee4,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:18:27.182830 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 43860) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:18:27.187791 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.188137 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.188490 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.188827 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.189151 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.189486 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.189834 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.190155 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.190472 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.190792 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.191927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.192254 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.192572 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.192888 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.193203 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eda12c-f04f-4f9c-b4fa-5fa10da9a128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.239183 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Publish callbacks [] for security_group (1a2ac255-0ce1-444d-ad4a-0b57faaa7ee4), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:27.258912 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Publish callbacks [] for security_group (1a2ac255-0ce1-444d-ad4a-0b57faaa7ee4), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:27.353710 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (1a2ac255-0ce1-444d-ad4a-0b57faaa7ee4), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:27.356275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:27.358298 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1a2ac255-0ce1-444d-ad4a-0b57faaa7ee4 HTTP/1.1" status: 204 len: 168 time: 0.1736307 Oct 05 20:18:27.367439 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2ac255-0ce1-444d-ad4a-0b57faaa7ee4,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:18:27.374317 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.374668 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.375032 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.375376 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.375708 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.376040 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.376369 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.376711 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.377045 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.377376 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.377742 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.378076 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.378397 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.378717 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:27.379622 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e22567-249b-4cfc-997a-bd1e2b46d268 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:18:32.637466 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:37.184287 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=21,neutron:INSERT=7 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:37.185005 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:37.369887 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:37.370716 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:37.400241 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:44.762871 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=14 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:44.772459 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=18 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:18:47.162970 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebd25339-e6ce-490b-8d38-ab59ca774c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:49.498426 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7cf153aa-47e2-497a-99c6-9db07619952c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:49.748867 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 5 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:18:50.882065 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:52.502816 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:52.644621 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:18:59.744851 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:02.634247 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:02.640485 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:17.167969 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-631c78c2-b76f-44f7-b0e9-537d21d7ccfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:19.499406 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-91cc7280-6969-49f8-99c3-3df17d173555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:20.879530 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:21.775895 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:21.779922 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:22.506556 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:22.646761 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:26.748068 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 5 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:19:32.641236 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:32.643165 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:45.746031 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:45.746761 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:47.169741 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-a6da1311-327a-4c73-aaa2-ed4fbd8a210a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:49.501571 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f0aedc67-1c63-43e1-bd5c-c90e0201b67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:50.885740 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:52.508786 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:52.650796 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:57.329883 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616155'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:19:58.777046 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:19:58.777852 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:03.748363 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:20:07.322917 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:07.325834 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:10.796341 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43952) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:20:10.923327 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-20e12017-dce5-4d2c-af25-eed0e029e8a6 admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1259038 Oct 05 20:20:13.369558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 43962) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:20:13.423078 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-ca035cee-fa75-4981-a41d-7e895f4c13cc admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0524538 Oct 05 20:20:13.744397 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:17.175381 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-d44c0de9-0dda-4d4d-a57f-06f4c7c6107d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:19.505139 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-834f89f5-4aeb-4ef8-a8bb-55b21aa33988 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:20.886156 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:22.512435 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:22.652393 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:23.417601 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:23.419414 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:27.326180 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:37.319739 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:37.322338 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:40.748071 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:20:42.774303 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=14 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:47.168413 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-70bb69ec-5a8a-4a30-8f75-d548e020cf29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:49.506856 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-eb89419d-98e7-4f67-9a37-ecf2504a384e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:50.744833 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=20 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:20:50.888517 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:52.514661 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:52.654316 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:20:57.330286 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:07.318768 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:07.324586 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:12.778895 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:12.784674 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:17.171361 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3d311b1b-4508-43e0-9ef4-f84d64f9d474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:17.747458 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:21:19.508384 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-d721aba1-ba1b-49e5-8dbe-2cca8c2b9104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:20.892863 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:22.516845 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:22.658383 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:27.339246 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:27.743905 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:27.745716 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:37.329227 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:37.334403 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:43.344492 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44202) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:43.392000 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44210) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:43.423269 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44214) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:43.462804 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44218) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:43.633168 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-359529257-network', 'tenant_id': '38145c704ac548abb6747e073892ff72'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:43.655624 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Made reservation on behalf of 38145c704ac548abb6747e073892ff72 for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:21:43.658283 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.667328 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.684451 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-45057078-network', 'tenant_id': '07f868da50254a68bc692bca433d2699'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:43.725153 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Made reservation on behalf of 07f868da50254a68bc692bca433d2699 for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:21:43.727627 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.740408 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.831072 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Publish callbacks [] for security_group (3b532d02-7ebb-4d93-afbb-9f583faea336), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.837484 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1658865839-network', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:43.845940 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (3b532d02-7ebb-4d93-afbb-9f583faea336), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.875340 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-587401103-network', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:43.884518 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:21:43.911674 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Publish callbacks [] for security_group (d7df8ea8-6b49-4acf-8d87-044ceb880170), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.916557 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Made reservation on behalf of 140a5d8a1d264d8bad17d352591fa6a2 for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:21:43.924146 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.931110 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748951820243', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (ffb147de-57ad-424b-aaef-69b4c3516583), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.931647 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Unsubscribe: segment precommit_create {{(pid=106132) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 05 20:21:43.932110 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Added segment ffb147de-57ad-424b-aaef-69b4c3516583 of type vlan for network cc456dbc-ea96-4537-b89e-3b9562b74ec1 Oct 05 20:21:43.936830 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d7df8ea8-6b49-4acf-8d87-044ceb880170), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.939139 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.950942 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Made reservation on behalf of 45fc2abd2bae4264b1081c1673e3095e for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:21:43.953323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.955494 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b532d02-7ebb-4d93-afbb-9f583faea336,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:43.996568 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:43.998664 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:21:44.004926 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.005268 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.005905 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.006446 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.006950 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.007459 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.007966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.008460 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.008983 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.009573 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.010053 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.010598 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.011090 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.011620 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.012092 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Tracked resource versions report: Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: pushed versions: Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: { 'AddressGroup': {'1.2'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Agent': {'1.1'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'ConntrackHelper': {'1.0'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'LocalIPAssociation': {'1.0'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Log': {'1.0'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'NDPProxy': {'1.0'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Network': {'1.1'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Port': {'1.7'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'PortForwarding': {'1.3'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'QosPolicy': {'1.10'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SecurityGroup': {'1.5'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SecurityGroupRule': {'1.2'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SubPort': {'1.0'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Subnet': {'1.1'}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Trunk': {'1.1'}} Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: consumer versions: Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: { DHCP agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: HyperV agent@hv-cinder-80152: {}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: L3 agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: Metadata agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: Metering agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: Open vSwitch agent@dv-cinder-801522-12-iscsi: { 'AddressGroup': '1.2', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Agent': '1.1', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'ConntrackHelper': '1.0', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'LocalIPAssociation': '1.0', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Log': '1.0', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'NDPProxy': '1.0', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Network': '1.1', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Port': '1.7', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'PortForwarding': '1.3', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'QosPolicy': '1.10', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SecurityGroup': '1.5', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SecurityGroupRule': '1.2', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'SubPort': '1.0', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Subnet': '1.1', Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: 'Trunk': '1.1'}} Oct 05 20:21:44.013496 dv-cinder-801522-12-iscsi neutron-server[106132]: {{(pid=106132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 20:21:44.029320 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Publish callbacks [] for security_group (5ace9a26-f4d9-4cc9-9d1f-9bebd7abda4a), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.038245 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (5ace9a26-f4d9-4cc9-9d1f-9bebd7abda4a), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.054859 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (cc456dbc-ea96-4537-b89e-3b9562b74ec1), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.073289 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (9a656b4d-6a35-40d6-87eb-c72c0224dc86), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.073924 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Added segment 9a656b4d-6a35-40d6-87eb-c72c0224dc86 of type vlan for network b6dd4416-41b5-479a-a76a-dc7fca48e400 Oct 05 20:21:44.081308 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ace9a26-f4d9-4cc9-9d1f-9bebd7abda4a,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:44.091217 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.091564 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.091915 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.092254 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.093327 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.093682 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.101638 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.103075 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.103571 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.103930 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.104564 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.104987 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.105338 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.109890 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.110265 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Tracked resource versions report: Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: pushed versions: Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: { 'AddressGroup': {'1.2'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Agent': {'1.1'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'ConntrackHelper': {'1.0'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'LocalIPAssociation': {'1.0'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Log': {'1.0'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'NDPProxy': {'1.0'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Network': {'1.1'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Port': {'1.7'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'PortForwarding': {'1.3'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'QosPolicy': {'1.10'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SecurityGroup': {'1.5'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SecurityGroupRule': {'1.2'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SubPort': {'1.0'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Subnet': {'1.1'}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Trunk': {'1.1'}} Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: consumer versions: Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: { DHCP agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: HyperV agent@hv-cinder-80152: {}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: L3 agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: Metadata agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: Metering agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: Open vSwitch agent@dv-cinder-801522-12-iscsi: { 'AddressGroup': '1.2', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Agent': '1.1', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'ConntrackHelper': '1.0', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'LocalIPAssociation': '1.0', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Log': '1.0', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'NDPProxy': '1.0', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Network': '1.1', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Port': '1.7', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'PortForwarding': '1.3', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'QosPolicy': '1.10', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SecurityGroup': '1.5', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SecurityGroupRule': '1.2', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'SubPort': '1.0', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Subnet': '1.1', Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: 'Trunk': '1.1'}} Oct 05 20:21:44.113036 dv-cinder-801522-12-iscsi neutron-server[106133]: {{(pid=106133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 20:21:44.122731 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7df8ea8-6b49-4acf-8d87-044ceb880170,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:44.122954 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=106133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:21:44.134203 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (c877d92e-d42e-498c-949d-102d2290f8f9), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.134605 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Added segment c877d92e-d42e-498c-949d-102d2290f8f9 of type vlan for network f57b2de0-9b37-423e-9981-d689d8abf0c3 Oct 05 20:21:44.184586 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (f57b2de0-9b37-423e-9981-d689d8abf0c3), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.194762 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (cc456dbc-ea96-4537-b89e-3b9562b74ec1), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.196089 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:21:44.196838 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.208582 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (b6dd4416-41b5-479a-a76a-dc7fca48e400), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.213388 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (f57b2de0-9b37-423e-9981-d689d8abf0c3), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.215727 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:21:44.216322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.239828 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:INSERT=21,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:44.296112 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9026911 Oct 05 20:21:44.296999 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=69,neutron:INSERT=25,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:44.305909 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44262) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:44.314212 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] Pushing event updated for resources: {'Network': ['ID=f57b2de0-9b37-423e-9981-d689d8abf0c3,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:44.322688 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-80421c58-4535-49d7-8dd7-291814653616 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8585200 Oct 05 20:21:44.323430 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44266) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:44.324007 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Request body: {'subnet': {'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-subnet', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:44.328377 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:21:44.330143 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Request body: {'subnet': {'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-subnet', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:44.354394 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Made reservation on behalf of 140a5d8a1d264d8bad17d352591fa6a2 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:21:44.357212 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce13ad-95df-4348-975a-df0478f0f957 admin admin] Pushing event updated for resources: {'Network': ['ID=cc456dbc-ea96-4537-b89e-3b9562b74ec1,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:44.357985 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.378525 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (b6dd4416-41b5-479a-a76a-dc7fca48e400), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.379465 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:21:44.380202 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.438026 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:21:44.457315 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] Pushing event updated for resources: {'Network': ['ID=b6dd4416-41b5-479a-a76a-dc7fca48e400,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:44.471637 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2115dc3e-7c88-4d7e-8ec6-651bc73bc520 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1260307 Oct 05 20:21:44.475719 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44272) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:44.482684 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network b6dd4416-41b5-479a-a76a-dc7fca48e400 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:21:44.484602 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Request body: {'subnet': {'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-359529257-subnet', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:44.512800 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Made reservation on behalf of 38145c704ac548abb6747e073892ff72 for: {'subnet': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:21:44.515979 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.633422 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Publish callbacks [] for security_group (99dfb265-161c-4eb6-9005-40a037930d61), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.652399 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:44.657464 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (bbfb6b56-8c0c-450a-b9b2-f408d85f53bd), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.697329 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Made reservation on behalf of 07f868da50254a68bc692bca433d2699 for: {'subnet': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:21:44.700306 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.706991 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:44.745807 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Checking segment: {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:44.746375 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Network hostable DHCP agents. Network: f57b2de0-9b37-423e-9981-d689d8abf0c3, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:21:44.766056 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:44.770428 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:21:44.775230 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (99dfb265-161c-4eb6-9005-40a037930d61), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.782902 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (6376d98d-8930-4b8d-ad93-891d8a52ff7d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.784525 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, f57b2de0-9b37-423e-9981-d689d8abf0c3) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:44.792158 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:21:44.794192 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.797388 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9289b2b0-dad5-4b40-92df-ba2fa384b0dc None None] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:21:44.832324 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-798ae456-d40a-485f-8b2b-8b0d260be0e1 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5074253 Oct 05 20:21:44.832963 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44288) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:44.839011 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:44.859901 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:21:44.866549 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6376d98d-8930-4b8d-ad93-891d8a52ff7d,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:44.893207 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dfb265-161c-4eb6-9005-40a037930d61,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:44.896385 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (715352d3-ff31-4a2c-87db-b43953aee36b), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.896897 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Added segment 715352d3-ff31-4a2c-87db-b43953aee36b of type vlan for network befb067e-a787-4f3b-9756-b797371b0a4e Oct 05 20:21:44.915508 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (91bb8d91-b364-45be-941a-69450070930d), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.916658 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (91bb8d91-b364-45be-941a-69450070930d), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:44.999455 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (befb067e-a787-4f3b-9756-b797371b0a4e), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.013040 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Checking segment: {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:45.013592 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Network hostable DHCP agents. Network: b6dd4416-41b5-479a-a76a-dc7fca48e400, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:21:45.018594 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-f57b2de0-9b37-423e-9981-d689d8abf0c3', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:21:45.020003 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.069121 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks [] for router_controller (91bb8d91-b364-45be-941a-69450070930d), precommit_add_association {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.090714 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Network b6dd4416-41b5-479a-a76a-dc7fca48e400 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:21:45.094269 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (befb067e-a787-4f3b-9756-b797371b0a4e), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.095240 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:21:45.095809 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.198481 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (1ef392cc-ffaa-4403-910d-80abb0183da2), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.200509 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] Pushing event updated for resources: {'Network': ['ID=befb067e-a787-4f3b-9756-b797371b0a4e,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:45.225097 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, b6dd4416-41b5-479a-a76a-dc7fca48e400) {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:45.235182 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network befb067e-a787-4f3b-9756-b797371b0a4e details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:21:45.273958 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:21:45.274551 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.291436 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-99aacb26-194b-45f3-a8a6-56a9e61be73e admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8674755 Oct 05 20:21:45.296838 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44302) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:45.301897 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Request body: {'subnet': {'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1658865839-subnet', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:45.310720 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:45.314392 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-615e6fec-f258-4c42-9ce4-72d0ed7e9311 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8345149 Oct 05 20:21:45.322657 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44304) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:45.332090 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:45.335847 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Allocated IP 172.20.0.2 (f57b2de0-9b37-423e-9981-d689d8abf0c3/bbfb6b56-8c0c-450a-b9b2-f408d85f53bd/53dda3af-932f-4346-a03a-b3f8c8584c84) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:45.341426 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5aa882-17b6-40bc-bdcd-56a0419817d8 None None] Network b6dd4416-41b5-479a-a76a-dc7fca48e400 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:21:45.391439 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef392cc-ffaa-4403-910d-80abb0183da2,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:45.409670 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Checking segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:45.410291 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Network hostable DHCP agents. Network: cc456dbc-ea96-4537-b89e-3b9562b74ec1, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:21:45.415976 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Made reservation on behalf of 45fc2abd2bae4264b1081c1673e3095e for: {'subnet': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:21:45.418606 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.424394 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (a6d43e4d-3d18-4189-8143-7203dfca957f), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.425912 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (a6d43e4d-3d18-4189-8143-7203dfca957f), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.446237 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks [] for router_gateway (91bb8d91-b364-45be-941a-69450070930d), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.453936 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:45.532626 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks [] for router_controller (a6d43e4d-3d18-4189-8143-7203dfca957f), precommit_add_association {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.733833 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks [] for router_gateway (a6d43e4d-3d18-4189-8143-7203dfca957f), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.739597 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:21:45.762395 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:UPDATE=4,neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:45.878585 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Publish callbacks [] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.901188 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.941897 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-b6dd4416-41b5-479a-a76a-dc7fca48e400', 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400', 'project_id': '38145c704ac548abb6747e073892ff72', 'fixed_ips': [{'subnet_id': '6376d98d-8930-4b8d-ad93-891d8a52ff7d'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:21:45.943206 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.944638 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, cc456dbc-ea96-4537-b89e-3b9562b74ec1) {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:45.956596 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:21:45.957077 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:45.963006 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:45.977696 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01eeedf-5ad7-4044-b00a-19beefa6898e None None] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:21:46.038654 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-f7101c43-da49-4a35-aa31-48b3b85eae00 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7296288 Oct 05 20:21:46.039420 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks [] for router_gateway (91bb8d91-b364-45be-941a-69450070930d), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.048569 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44328) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:46.053547 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:46.070633 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:46.072785 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:46.076180 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:46.085838 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:46.112651 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Pushing event updated for resources: {'Port': ['ID=53dda3af-932f-4346-a03a-b3f8c8584c84,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:46.115100 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.214556 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.215217 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.215750 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.216309 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.216856 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.217424 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.218065 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.218517 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.219500 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.219807 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.220378 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.220972 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.222142 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.222142 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.222383 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Tracked resource versions report: Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: pushed versions: Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: { 'AddressGroup': {'1.2'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Agent': {'1.1'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'ConntrackHelper': {'1.0'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'LocalIPAssociation': {'1.0'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Log': {'1.0'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'NDPProxy': {'1.0'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Network': {'1.1'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Port': {'1.7'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'PortForwarding': {'1.3'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'QosPolicy': {'1.10'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SecurityGroup': {'1.5'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SecurityGroupRule': {'1.2'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SubPort': {'1.0'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Subnet': {'1.1'}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Trunk': {'1.1'}} Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: consumer versions: Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: { DHCP agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: HyperV agent@hv-cinder-80152: {}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: L3 agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: Metadata agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: Metering agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: Open vSwitch agent@dv-cinder-801522-12-iscsi: { 'AddressGroup': '1.2', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Agent': '1.1', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'ConntrackHelper': '1.0', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'LocalIPAssociation': '1.0', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Log': '1.0', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'NDPProxy': '1.0', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Network': '1.1', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Port': '1.7', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'PortForwarding': '1.3', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'QosPolicy': '1.10', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SecurityGroup': '1.5', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SecurityGroupRule': '1.2', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'SubPort': '1.0', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Subnet': '1.1', Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: 'Trunk': '1.1'}} Oct 05 20:21:46.224110 dv-cinder-801522-12-iscsi neutron-server[106134]: {{(pid=106134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 20:21:46.245009 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'project_id': '07f868da50254a68bc692bca433d2699', 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:21:46.245985 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.267933 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (b46040a9-c1ec-4107-a25a-fb5c23f53db6), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.269066 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (b46040a9-c1ec-4107-a25a-fb5c23f53db6), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.354913 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (3376e8a6-8ff4-4052-9852-48c1ae0f4532), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.401151 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Attempting to bind port 53dda3af-932f-4346-a03a-b3f8c8584c84 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:21:46.403827 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Attempting to bind port 53dda3af-932f-4346-a03a-b3f8c8584c84 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:21:46.404193 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Attempting to bind port 53dda3af-932f-4346-a03a-b3f8c8584c84 on network f57b2de0-9b37-423e-9981-d689d8abf0c3 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:21:46.488906 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Allocated IP 172.27.0.50 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/e30a2645-b890-4b3e-90dc-f0b4700bf0ad) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:46.556766 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks [] for router_gateway (a6d43e4d-3d18-4189-8143-7203dfca957f), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.563248 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks [] for router_controller (b46040a9-c1ec-4107-a25a-fb5c23f53db6), precommit_add_association {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.644434 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3376e8a6-8ff4-4052-9852-48c1ae0f4532,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:46.695215 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.705691 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:46.742742 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks [] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.795189 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Checking segment: {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:46.795942 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Network hostable DHCP agents. Network: befb067e-a787-4f3b-9756-b797371b0a4e, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:21:46.828885 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Allocated IP 172.20.0.2 (b6dd4416-41b5-479a-a76a-dc7fca48e400/6376d98d-8930-4b8d-ad93-891d8a52ff7d/3e0dfd85-0bd2-4de1-944b-2eb470ce996d) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:46.836952 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44352) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:46.854442 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.920899 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:21:46.921606 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Checking segment: {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:46.922207 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.922776 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Bound using segment: {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:21:46.923472 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Bound port: 53dda3af-932f-4346-a03a-b3f8c8584c84, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:21:46.924069 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:46.939504 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks [] for router_gateway (b46040a9-c1ec-4107-a25a-fb5c23f53db6), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.059738 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Network befb067e-a787-4f3b-9756-b797371b0a4e is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:21:47.068490 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Allocated IP 172.20.0.2 (cc456dbc-ea96-4537-b89e-3b9562b74ec1/1ef392cc-ffaa-4403-910d-80abb0183da2/b256a493-c741-481b-99f4-7c2f16294196) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:47.106690 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:47.109966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, befb067e-a787-4f3b-9756-b797371b0a4e) {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:47.114271 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Allocated IP 172.27.0.48 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/4904dbf1-0bdf-4904-8bc8-60739a364fc7) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:47.124121 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-29f1c6ad-bd05-4a7d-9a0f-fde8096f792d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.126762 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:21:47.127345 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.141135 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886258a7-ad4e-4e67-989d-df45deba99af None None] Network befb067e-a787-4f3b-9756-b797371b0a4e requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:21:47.146065 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:47.149795 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Pushing event updated for resources: {'Port': ['ID=e30a2645-b890-4b3e-90dc-f0b4700bf0ad,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:47.158092 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:47.159338 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:47.166066 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:47.173150 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] For port 53dda3af-932f-4346-a03a-b3f8c8584c84, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:21:47.221897 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-f93e851c-335e-4ec1-877e-d0d3a79a6c26 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9209576 Oct 05 20:21:47.222131 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44366) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:47.253478 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:47.265125 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] For port 53dda3af-932f-4346-a03a-b3f8c8584c84, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=53dda3af-932f-4346-a03a-b3f8c8584c84,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:21:47.293851 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:47.317018 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.365603 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (6a7764a9-0805-42b0-aa33-dd94bc87f58c), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.366880 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (6a7764a9-0805-42b0-aa33-dd94bc87f58c), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.393279 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks [] for router_gateway (b46040a9-c1ec-4107-a25a-fb5c23f53db6), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.401280 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-921e0425-95f8-40e7-805f-d697972cc837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.423876 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Publish callbacks [] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.428224 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks [] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.434089 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.434302 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:47.458121 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-29f1c6ad-bd05-4a7d-9a0f-fde8096f792d admin admin] Publish callbacks [] for security_group (cc2c6832-15b5-4abf-93d5-257e676998d3), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.488688 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.498307 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-29f1c6ad-bd05-4a7d-9a0f-fde8096f792d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (cc2c6832-15b5-4abf-93d5-257e676998d3), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.502700 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-befb067e-a787-4f3b-9756-b797371b0a4e', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:21:47.503694 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.510670 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=15,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:47.558052 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab51e95-6406-424c-812e-b8293aed1aa0 None None] Pushing event updated for resources: {'Port': ['ID=53dda3af-932f-4346-a03a-b3f8c8584c84,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:47.558536 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks [] for router_controller (6a7764a9-0805-42b0-aa33-dd94bc87f58c), precommit_add_association {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.613224 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44368) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:47.613927 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-29f1c6ad-bd05-4a7d-9a0f-fde8096f792d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e43dabe5f2b34bf29e56413ca0e21886&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7430248 Oct 05 20:21:47.613927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1c6ad-bd05-4a7d-9a0f-fde8096f792d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2c6832-15b5-4abf-93d5-257e676998d3,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:47.613927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.690216 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks [] for router_gateway (91bb8d91-b364-45be-941a-69450070930d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.713633 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:47.724762 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:47.742205 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:47.742662 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Network b6dd4416-41b5-479a-a76a-dc7fca48e400 is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:47.749435 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Allocated IP 172.27.0.251 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/1d78a938-7f06-40f2-a020-c17ed22785f1) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:47.754325 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:47.757282 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4904dbf1-0bdf-4904-8bc8-60739a364fc7,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:47.777461 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Publish callbacks [] for port (b256a493-c741-481b-99f4-7c2f16294196), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.784068 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:47.787095 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:47.793345 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Pushing event updated for resources: {'Port': ['ID=3e0dfd85-0bd2-4de1-944b-2eb470ce996d,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:47.810915 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (b256a493-c741-481b-99f4-7c2f16294196), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.891733 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks [] for router_gateway (6a7764a9-0805-42b0-aa33-dd94bc87f58c), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:47.967150 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Allocated IP 172.20.0.2 (befb067e-a787-4f3b-9756-b797371b0a4e/3376e8a6-8ff4-4052-9852-48c1ae0f4532/10325432-1b5f-4f11-9f5e-4a6f557ecd32) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:48.054402 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Pushing event updated for resources: {'Port': ['ID=b256a493-c741-481b-99f4-7c2f16294196,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:48.059838 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:48.070377 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:48.074051 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:48.165738 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-209907c7-eeb9-42f6-a367-f4c042d40e35 admin admin] Publish callbacks [] for security_group (cc2c6832-15b5-4abf-93d5-257e676998d3), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.203847 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks [] for router_gateway (a6d43e4d-3d18-4189-8143-7203dfca957f), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.214808 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-209907c7-eeb9-42f6-a367-f4c042d40e35 admin admin] Publish callbacks [] for security_group (cc2c6832-15b5-4abf-93d5-257e676998d3), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.222298 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Publish callbacks [] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.258186 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.282079 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (91bb8d91-b364-45be-941a-69450070930d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.312617 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks [] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.318475 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Pushing event updated for resources: {'Port': ['ID=10325432-1b5f-4f11-9f5e-4a6f557ecd32,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:48.339323 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Attempting to bind port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:21:48.339776 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Attempting to bind port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:21:48.340185 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Attempting to bind port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d on network b6dd4416-41b5-479a-a76a-dc7fca48e400 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:21:48.395165 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Network befb067e-a787-4f3b-9756-b797371b0a4e is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:48.400047 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:48.405968 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Attempting to bind port b256a493-c741-481b-99f4-7c2f16294196 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:21:48.407307 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Attempting to bind port b256a493-c741-481b-99f4-7c2f16294196 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:21:48.408008 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Attempting to bind port b256a493-c741-481b-99f4-7c2f16294196 on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:21:48.412716 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:48.415817 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:48.481313 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:48.491727 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:21:48.492098 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Checking segment: {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:48.492678 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.493238 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Bound using segment: {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:21:48.493889 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Bound port: 3e0dfd85-0bd2-4de1-944b-2eb470ce996d, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:21:48.494531 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.506112 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.539129 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:48.549896 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:21:48.549896 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Checking segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:48.550232 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.550382 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Bound using segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:21:48.551148 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Bound port: b256a493-c741-481b-99f4-7c2f16294196, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:21:48.551992 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (b256a493-c741-481b-99f4-7c2f16294196), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.557745 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks [] for router_gateway (6a7764a9-0805-42b0-aa33-dd94bc87f58c), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.571760 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Attempting to bind port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:21:48.572327 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Attempting to bind port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:21:48.572863 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Attempting to bind port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 on network befb067e-a787-4f3b-9756-b797371b0a4e {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:21:48.577492 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:48.581909 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.601053 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 53dda3af-932f-4346-a03a-b3f8c8584c84 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:21:48.607461 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:48.615221 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:48.633175 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:48.658286 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Router 91bb8d91-b364-45be-941a-69450070930d is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:21:48.675047 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Pushing event updated for resources: {'Port': ['ID=1d78a938-7f06-40f2-a020-c17ed22785f1,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:48.680149 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (a6d43e4d-3d18-4189-8143-7203dfca957f), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.684629 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-209907c7-eeb9-42f6-a367-f4c042d40e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (cc2c6832-15b5-4abf-93d5-257e676998d3), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.688343 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-209907c7-eeb9-42f6-a367-f4c042d40e35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.689845 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-209907c7-eeb9-42f6-a367-f4c042d40e35 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cc2c6832-15b5-4abf-93d5-257e676998d3 HTTP/1.1" status: 204 len: 168 time: 1.0511718 Oct 05 20:21:48.753325 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:21:48.754430 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Checking segment: {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:48.754430 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.754740 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Bound using segment: {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:21:48.754963 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Bound port: 10325432-1b5f-4f11-9f5e-4a6f557ecd32, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:21:48.755353 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.783899 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d845b-48dc-45fe-ad4b-16b18be1300d None None] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:21:48.788157 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:48.799008 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] For port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:21:48.801905 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] For port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3e0dfd85-0bd2-4de1-944b-2eb470ce996d,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:21:48.815441 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209907c7-eeb9-42f6-a367-f4c042d40e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2c6832-15b5-4abf-93d5-257e676998d3,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:48.921928 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Allocated IP 172.27.0.172 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/45bdee91-c2a9-4de3-b9e9-3eb011623f14) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:48.955977 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:48.958928 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:21:48.972392 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Sync routers for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:21:48.975642 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks [] for router_gateway (b46040a9-c1ec-4107-a25a-fb5c23f53db6), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:48.988019 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:48.989809 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:19Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:49.043718 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.051235 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-6b915404-9966-4075-a785-6bf6d4596a5b admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2171683 Oct 05 20:21:49.052508 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44396) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:49.084022 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.116774 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-03a66afe-6864-423e-b26d-30eb6dcbc473 None None] Provisioning complete for port 53dda3af-932f-4346-a03a-b3f8c8584c84 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:49.117404 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-03a66afe-6864-423e-b26d-30eb6dcbc473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.117894 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-03a66afe-6864-423e-b26d-30eb6dcbc473 None None] Attempt 1 to provision port 53dda3af-932f-4346-a03a-b3f8c8584c84 Oct 05 20:21:49.231057 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (b46040a9-c1ec-4107-a25a-fb5c23f53db6), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.239721 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44404) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:49.246645 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:49.260056 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-685a0ce4-9a98-43b1-af08-9df3d4cdb8e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.313362 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] For port b256a493-c741-481b-99f4-7c2f16294196, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:21:49.331733 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-03a66afe-6864-423e-b26d-30eb6dcbc473 None None] Current status of the port 53dda3af-932f-4346-a03a-b3f8c8584c84 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:49.332376 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-03a66afe-6864-423e-b26d-30eb6dcbc473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.414151 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-03a66afe-6864-423e-b26d-30eb6dcbc473 None None] For port 53dda3af-932f-4346-a03a-b3f8c8584c84, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=53dda3af-932f-4346-a03a-b3f8c8584c84,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:21:49.452932 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-685a0ce4-9a98-43b1-af08-9df3d4cdb8e7 admin admin] Publish callbacks [] for security_group (f15e2944-5dc1-4ec0-b0b4-e99e228c3c8a), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.480295 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-03a66afe-6864-423e-b26d-30eb6dcbc473 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.486040 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] For port b256a493-c741-481b-99f4-7c2f16294196, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=b256a493-c741-481b-99f4-7c2f16294196,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:21:49.498369 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 53dda3af-932f-4346-a03a-b3f8c8584c84 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:49.499439 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.499648 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 53dda3af-932f-4346-a03a-b3f8c8584c84 Oct 05 20:21:49.558441 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks [] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.567851 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] For port 10325432-1b5f-4f11-9f5e-4a6f557ecd32, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:21:49.580128 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (b256a493-c741-481b-99f4-7c2f16294196), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.598944 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:49.611092 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-685a0ce4-9a98-43b1-af08-9df3d4cdb8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f15e2944-5dc1-4ec0-b0b4-e99e228c3c8a), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.639380 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:21:49.649800 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a0ce4-9a98-43b1-af08-9df3d4cdb8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e2944-5dc1-4ec0-b0b4-e99e228c3c8a,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:49.652528 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 53dda3af-932f-4346-a03a-b3f8c8584c84 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:49.660444 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0cd4e-403a-437a-b099-43ff7b06134b None None] Pushing event updated for resources: {'Port': ['ID=3e0dfd85-0bd2-4de1-944b-2eb470ce996d,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:49.666742 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] For port 10325432-1b5f-4f11-9f5e-4a6f557ecd32, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=10325432-1b5f-4f11-9f5e-4a6f557ecd32,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:21:49.692879 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:49.724081 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Router b46040a9-c1ec-4107-a25a-fb5c23f53db6 is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:21:49.746676 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-685a0ce4-9a98-43b1-af08-9df3d4cdb8e7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aaff62847f4d4c82b76ba8cbf27bb02c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5049367 Oct 05 20:21:49.751945 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44410) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:49.810613 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a66afe-6864-423e-b26d-30eb6dcbc473 None None] Pushing event updated for resources: {'Port': ['ID=53dda3af-932f-4346-a03a-b3f8c8584c84,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:49.816211 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.821036 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c61b41ce-3e14-4dad-982e-6a12aa17858d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:49.890457 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:21:49.895475 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Router a6d43e4d-3d18-4189-8143-7203dfca957f is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:21:49.922419 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c515d35-a02e-4b79-bae0-5b961021f17e None None] Pushing event updated for resources: {'Port': ['ID=b256a493-c741-481b-99f4-7c2f16294196,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:49.934444 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Sync routers for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:21:49.993461 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44414) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:50.036829 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:50.056098 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:50.056754 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:50.082412 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:47Z', 'revision_number': 3, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:50.099563 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:50.117753 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Checking router: 91bb8d91-b364-45be-941a-69450070930d for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:21:50.118109 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Updating router 91bb8d91-b364-45be-941a-69450070930d port e30a2645-b890-4b3e-90dc-f0b4700bf0ad binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:21:50.139957 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:50.144850 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-b367fbce-673f-428b-93f7-9120213dcd22 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0928128 Oct 05 20:21:50.190985 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44422) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:50.210124 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:50.242652 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a242393-f5cf-4575-ad2b-83110dd10680 None None] Pushing event updated for resources: {'Port': ['ID=10325432-1b5f-4f11-9f5e-4a6f557ecd32,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:50.248394 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Pushing event updated for resources: {'Port': ['ID=45bdee91-c2a9-4de3-b9e9-3eb011623f14,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:50.299096 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:50.310162 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:50.313333 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:50.381501 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:50.400688 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:21:50.616850 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:50.638806 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:50.708528 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-cd8966cb-a2c1-4348-a0f6-ded3ae5db03d None None] Provisioning complete for port 53dda3af-932f-4346-a03a-b3f8c8584c84 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:50.709486 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-cd8966cb-a2c1-4348-a0f6-ded3ae5db03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:50.710011 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-cd8966cb-a2c1-4348-a0f6-ded3ae5db03d None None] Attempt 1 to provision port 53dda3af-932f-4346-a03a-b3f8c8584c84 Oct 05 20:21:50.869417 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 10325432-1b5f-4f11-9f5e-4a6f557ecd32 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:21:51.007437 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:48Z', 'revision_number': 3, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:51.023374 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-53a03502-b7c6-440d-b18a-b7a94f4c052a admin admin] Publish callbacks [] for security_group (f15e2944-5dc1-4ec0-b0b4-e99e228c3c8a), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.029766 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7f99b6e5-eda4-43da-8887-d25eedd33b37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.038658 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Publish callbacks [] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.056124 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.140555 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc0d6d1-a431-4659-82b8-650b52a29f6e None None] Network b6dd4416-41b5-479a-a76a-dc7fca48e400 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:21:51.178252 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Pushing event updated for resources: {'Port': ['ID=e30a2645-b890-4b3e-90dc-f0b4700bf0ad,revision_number=2']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:51.204501 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.205006 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.205998 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.206118 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.206804 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.207393 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.207823 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.208406 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.216902 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.218972 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.220604 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.220604 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.221860 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.222304 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.222408 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-53a03502-b7c6-440d-b18a-b7a94f4c052a admin admin] Publish callbacks [] for security_group (f15e2944-5dc1-4ec0-b0b4-e99e228c3c8a), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.224064 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Tracked resource versions report: Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: pushed versions: Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: { 'AddressGroup': {'1.2'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Agent': {'1.1'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'ConntrackHelper': {'1.0'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'LocalIPAssociation': {'1.0'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Log': {'1.0'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'NDPProxy': {'1.0'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Network': {'1.1'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Port': {'1.7'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'PortForwarding': {'1.3'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'QosPolicy': {'1.10'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SecurityGroup': {'1.5'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SecurityGroupRule': {'1.2'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SubPort': {'1.0'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Subnet': {'1.1'}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Trunk': {'1.1'}} Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: consumer versions: Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: { DHCP agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: HyperV agent@hv-cinder-80152: {}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: L3 agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: Metadata agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: Metering agent@dv-cinder-801522-12-iscsi: {}, Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: Open vSwitch agent@dv-cinder-801522-12-iscsi: { 'AddressGroup': '1.2', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Agent': '1.1', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'ConntrackHelper': '1.0', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'LocalIPAssociation': '1.0', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Log': '1.0', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'NDPProxy': '1.0', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Network': '1.1', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Port': '1.7', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'PortForwarding': '1.3', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'QosPolicy': '1.10', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SecurityGroup': '1.5', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SecurityGroupRule': '1.2', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'SubPort': '1.0', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Subnet': '1.1', Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: 'Trunk': '1.1'}} Oct 05 20:21:51.228646 dv-cinder-801522-12-iscsi neutron-server[106135]: {{(pid=106135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 05 20:21:51.246842 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Attempting to bind port e30a2645-b890-4b3e-90dc-f0b4700bf0ad on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:21:51.248073 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Attempting to bind port e30a2645-b890-4b3e-90dc-f0b4700bf0ad by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:21:51.248913 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Attempting to bind port e30a2645-b890-4b3e-90dc-f0b4700bf0ad on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:21:51.257348 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Checking router: b46040a9-c1ec-4107-a25a-fb5c23f53db6 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:21:51.257900 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Updating router b46040a9-c1ec-4107-a25a-fb5c23f53db6 port 1d78a938-7f06-40f2-a020-c17ed22785f1 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:21:51.308989 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:51.313283 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:21:51.313472 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:51.314060 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.314537 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:21:51.315138 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Bound port: e30a2645-b890-4b3e-90dc-f0b4700bf0ad, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:21:51.315679 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.320737 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-cd8966cb-a2c1-4348-a0f6-ded3ae5db03d None None] Current status of the port 53dda3af-932f-4346-a03a-b3f8c8584c84 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:51.357282 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.403360 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:51.410152 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.410893 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 Oct 05 20:21:51.413110 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.442166 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7f99b6e5-eda4-43da-8887-d25eedd33b37 admin admin] Publish callbacks [] for security_group (e9f0331b-0fcb-4c39-b34a-e56a54edcb35), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.443311 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:51.452490 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-53a03502-b7c6-440d-b18a-b7a94f4c052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f15e2944-5dc1-4ec0-b0b4-e99e228c3c8a), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.452696 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] For port e30a2645-b890-4b3e-90dc-f0b4700bf0ad, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:21:51.455406 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-53a03502-b7c6-440d-b18a-b7a94f4c052a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.456041 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] For port e30a2645-b890-4b3e-90dc-f0b4700bf0ad, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=e30a2645-b890-4b3e-90dc-f0b4700bf0ad,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:21:51.469906 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-53a03502-b7c6-440d-b18a-b7a94f4c052a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f15e2944-5dc1-4ec0-b0b4-e99e228c3c8a HTTP/1.1" status: 204 len: 168 time: 1.7165575 Oct 05 20:21:51.475026 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.571271 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7f99b6e5-eda4-43da-8887-d25eedd33b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e9f0331b-0fcb-4c39-b34a-e56a54edcb35), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.584287 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a03502-b7c6-440d-b18a-b7a94f4c052a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e2944-5dc1-4ec0-b0b4-e99e228c3c8a,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:51.593477 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Allocated IP 172.20.0.1 (f57b2de0-9b37-423e-9981-d689d8abf0c3/bbfb6b56-8c0c-450a-b9b2-f408d85f53bd/582dc219-57ba-4b78-8127-9e206456e6b0) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:51.634263 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceebbc4-1e79-430c-89cd-ea5ba9d26541 None None] Pushing event updated for resources: {'Port': ['ID=e30a2645-b890-4b3e-90dc-f0b4700bf0ad,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:51.644076 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:51.644704 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:51.721902 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:51.731707 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks [] for router_gateway (6a7764a9-0805-42b0-aa33-dd94bc87f58c), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.799624 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:21:51.814877 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:51.834016 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:21:51.852391 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Sync routers for ids ['a6d43e4d-3d18-4189-8143-7203dfca957f'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:21:51.976665 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Publish callbacks [] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:51.984852 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:51.985589 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:52.005305 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d84ea83-9c7c-4733-9318-4c89b25390b2 None None] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:21:52.017475 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-7f99b6e5-eda4-43da-8887-d25eedd33b37 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=46c4e531a28a4944a2beab1d8751a07b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9756665 Oct 05 20:21:52.023597 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44458) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:52.032626 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.083023 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Attempting to bind port 1d78a938-7f06-40f2-a020-c17ed22785f1 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:21:52.083388 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Attempting to bind port 1d78a938-7f06-40f2-a020-c17ed22785f1 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:21:52.083751 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Attempting to bind port 1d78a938-7f06-40f2-a020-c17ed22785f1 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:21:52.111545 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.128400 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Routers {'a6d43e4d-3d18-4189-8143-7203dfca957f'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:52.131662 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['a6d43e4d-3d18-4189-8143-7203dfca957f'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:52.148462 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99b6e5-eda4-43da-8887-d25eedd33b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0331b-0fcb-4c39-b34a-e56a54edcb35,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:52.195334 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:21:52.196088 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:52.196508 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.197057 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:21:52.197560 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Bound port: 1d78a938-7f06-40f2-a020-c17ed22785f1, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:21:52.198463 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.243209 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Publish callbacks [] for port (582dc219-57ba-4b78-8127-9e206456e6b0), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.290245 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (6a7764a9-0805-42b0-aa33-dd94bc87f58c), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.294069 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] For port 1d78a938-7f06-40f2-a020-c17ed22785f1, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:21:52.298351 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.298725 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] For port 1d78a938-7f06-40f2-a020-c17ed22785f1, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=1d78a938-7f06-40f2-a020-c17ed22785f1,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:21:52.320907 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:47Z', 'revision_number': 3, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:52.354056 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28483458-0983-4057-be25-1ef6ffbc5183 None None] The sync data for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi is: [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:47Z', 'revision_number': 3, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:21:52.356892 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Set router a6d43e4d-3d18-4189-8143-7203dfca957f gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:21:52.400397 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Allocated IP 172.20.0.1 (cc456dbc-ea96-4537-b89e-3b9562b74ec1/1ef392cc-ffaa-4403-910d-80abb0183da2/3f84e09a-6dd6-448b-ad04-a4ae743e24b4) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:52.461424 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Pushing event updated for resources: {'Port': ['ID=582dc219-57ba-4b78-8127-9e206456e6b0,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:52.517624 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:52.523439 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:52.524883 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:52.540190 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Publish callbacks [] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.583357 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:52.599401 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.610470 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:52.611226 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (91bb8d91-b364-45be-941a-69450070930d), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.613600 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ed08a-4cab-4214-badd-53efcbe4f2a2 None None] Network befb067e-a787-4f3b-9756-b797371b0a4e requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:21:52.701389 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:52.705231 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Pushing event updated for resources: {'Port': ['ID=3f84e09a-6dd6-448b-ad04-a4ae743e24b4,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:52.705680 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:45Z', 'updated_at': '2022-10-05T20:21:47Z', 'revision_number': 3, 'project_id': '38145c704ac548abb6747e073892ff72', 'gw_port': {'id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:52.709131 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:52.711527 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:52.711995 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (b46040a9-c1ec-4107-a25a-fb5c23f53db6), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.732480 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-7f10893f-ea13-471c-b28f-a936d790b870 None None] Provisioning complete for port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:52.738726 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7f10893f-ea13-471c-b28f-a936d790b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.739471 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-7f10893f-ea13-471c-b28f-a936d790b870 None None] Attempt 1 to provision port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d Oct 05 20:21:52.744583 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.760320 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Checking router: a6d43e4d-3d18-4189-8143-7203dfca957f for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:21:52.760670 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Updating router a6d43e4d-3d18-4189-8143-7203dfca957f port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:21:52.857391 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.862170 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-30c511e5-f793-4147-a7b1-54eeb61542c5 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5313306 Oct 05 20:21:52.873291 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44478) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:52.896443 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.923724 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:52.928806 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.959718 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3dda7275-b2db-4bd2-90f1-3a2fa618381c admin admin] Publish callbacks [] for security_group (e9f0331b-0fcb-4c39-b34a-e56a54edcb35), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:52.981692 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3dda7275-b2db-4bd2-90f1-3a2fa618381c admin admin] Publish callbacks [] for security_group (e9f0331b-0fcb-4c39-b34a-e56a54edcb35), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.028792 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:53.034421 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:53.035819 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:53.069324 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3dda7275-b2db-4bd2-90f1-3a2fa618381c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e9f0331b-0fcb-4c39-b34a-e56a54edcb35), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.069324 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3dda7275-b2db-4bd2-90f1-3a2fa618381c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.075613 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-3dda7275-b2db-4bd2-90f1-3a2fa618381c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e9f0331b-0fcb-4c39-b34a-e56a54edcb35 HTTP/1.1" status: 204 len: 168 time: 1.0009522 Oct 05 20:21:53.093740 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:53.097938 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dda7275-b2db-4bd2-90f1-3a2fa618381c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0331b-0fcb-4c39-b34a-e56a54edcb35,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:53.244410 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.273754 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af856579-e751-4941-a8f3-777e45a5c201 None None] Pushing event updated for resources: {'Port': ['ID=1d78a938-7f06-40f2-a020-c17ed22785f1,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:53.299618 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.352850 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Publish callbacks [] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.361239 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.362971 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (b46040a9-c1ec-4107-a25a-fb5c23f53db6), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.390350 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:53.440840 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Pushing event updated for resources: {'Port': ['ID=3f84e09a-6dd6-448b-ad04-a4ae743e24b4,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:53.540831 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Publish callbacks [] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.553324 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.554980 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.591574 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:53.591574 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.596499 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:53.598638 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:53.601358 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Attempting to bind port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:21:53.601766 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Attempting to bind port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:21:53.602122 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Attempting to bind port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:21:53.656440 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74386dc0-fa8c-4d72-b876-f2b2e3bb3180 None None] Pushing event updated for resources: {'Port': ['ID=4904dbf1-0bdf-4904-8bc8-60739a364fc7,revision_number=2']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:53.711015 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:21:53.711759 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:53.712162 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.712548 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:21:53.713165 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Bound port: 4904dbf1-0bdf-4904-8bc8-60739a364fc7, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:21:53.713386 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.824180 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Router b46040a9-c1ec-4107-a25a-fb5c23f53db6 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:21:53.884085 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:21:53.892729 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] For port 4904dbf1-0bdf-4904-8bc8-60739a364fc7, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:21:53.897002 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] For port 4904dbf1-0bdf-4904-8bc8-60739a364fc7, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=4904dbf1-0bdf-4904-8bc8-60739a364fc7,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:21:53.909492 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:53.925712 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44500) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:53.978019 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Router 6a7764a9-0805-42b0-aa33-dd94bc87f58c is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:21:54.017738 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af856579-e751-4941-a8f3-777e45a5c201 None None] Pushing event updated for resources: {'Port': ['ID=1d78a938-7f06-40f2-a020-c17ed22785f1,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:54.026573 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4b1c-b807-40e8-a226-d85ea8cba003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:54.037767 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 10325432-1b5f-4f11-9f5e-4a6f557ecd32, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=10325432-1b5f-4f11-9f5e-4a6f557ecd32,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:21:54.055499 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:54.056778 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device b256a493-c741-481b-99f4-7c2f16294196 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:21:54.109924 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:54.126837 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74386dc0-fa8c-4d72-b876-f2b2e3bb3180 None None] Pushing event updated for resources: {'Port': ['ID=4904dbf1-0bdf-4904-8bc8-60739a364fc7,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:54.145866 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Routers {'a6d43e4d-3d18-4189-8143-7203dfca957f'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:54.146764 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['a6d43e4d-3d18-4189-8143-7203dfca957f'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:54.194623 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:21:54.208795 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a05cf658-544a-4b4d-9efa-a69397456bff admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/b46040a9-c1ec-4107-a25a-fb5c23f53db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0138600 Oct 05 20:21:54.272230 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-7f10893f-ea13-471c-b28f-a936d790b870 None None] Current status of the port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:54.280249 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7f10893f-ea13-471c-b28f-a936d790b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:54.285940 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:54.379412 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-7f10893f-ea13-471c-b28f-a936d790b870 None None] For port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3e0dfd85-0bd2-4de1-944b-2eb470ce996d,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:21:54.429495 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7f10893f-ea13-471c-b28f-a936d790b870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:54.499824 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port b256a493-c741-481b-99f4-7c2f16294196 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:54.500532 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (b256a493-c741-481b-99f4-7c2f16294196), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:54.501004 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port b256a493-c741-481b-99f4-7c2f16294196 Oct 05 20:21:54.504372 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] Set router a6d43e4d-3d18-4189-8143-7203dfca957f gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:21:54.695603 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=10325432-1b5f-4f11-9f5e-4a6f557ecd32,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:54.790808 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10893f-ea13-471c-b28f-a936d790b870 None None] Pushing event updated for resources: {'Port': ['ID=3e0dfd85-0bd2-4de1-944b-2eb470ce996d,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:54.795637 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:54.797972 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Provisioning complete for port b256a493-c741-481b-99f4-7c2f16294196 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:54.798618 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (b256a493-c741-481b-99f4-7c2f16294196), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:54.799161 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Attempt 1 to provision port b256a493-c741-481b-99f4-7c2f16294196 Oct 05 20:21:54.833276 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Publish callbacks [] for port (582dc219-57ba-4b78-8127-9e206456e6b0), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:54.849681 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:21:54.890232 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:21:54.892597 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:54.893610 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (91bb8d91-b364-45be-941a-69450070930d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:54.991918 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 1, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:54.995119 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Sync routers for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:21:55.037308 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:55.060158 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39f36b3-3e00-4b74-a7c9-4a8340e4e33e None None] The sync data for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi is: [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 1, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:21:55.082017 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:55.082780 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:55.086638 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4b1c-b807-40e8-a226-d85ea8cba003 admin admin] Publish callbacks [] for security_group (57c019fd-580f-4a09-b957-df487c352e7c), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:55.161503 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Pushing event updated for resources: {'Port': ['ID=582dc219-57ba-4b78-8127-9e206456e6b0,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:55.167736 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:55.169134 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-85708440-0921-48d8-8cbe-e97cc04e4033 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9192903 Oct 05 20:21:55.170836 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e8e4b1c-b807-40e8-a226-d85ea8cba003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (57c019fd-580f-4a09-b957-df487c352e7c), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:55.174419 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44546) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:55.222235 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:45Z', 'updated_at': '2022-10-05T20:21:47Z', 'revision_number': 3, 'project_id': '38145c704ac548abb6747e073892ff72', 'gw_port': {'id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:55.227998 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port b256a493-c741-481b-99f4-7c2f16294196 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:55.232212 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (b256a493-c741-481b-99f4-7c2f16294196), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:55.259828 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:55.314499 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd90372-492a-458e-9b85-4a53f1ff612c None None] The sync data for ids ['a6d43e4d-3d18-4189-8143-7203dfca957f'] in dv-cinder-801522-12-iscsi is: [{'id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:45Z', 'updated_at': '2022-10-05T20:21:47Z', 'revision_number': 3, 'project_id': '38145c704ac548abb6747e073892ff72', 'gw_port': {'id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:21:55.343668 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4e8e4b1c-b807-40e8-a226-d85ea8cba003 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5771fcd3dad94c8ca563ccd6162feeb0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4166915 Oct 05 20:21:55.374681 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port b256a493-c741-481b-99f4-7c2f16294196, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=b256a493-c741-481b-99f4-7c2f16294196,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:21:55.409491 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44558) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:55.417663 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Current status of the port b256a493-c741-481b-99f4-7c2f16294196 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:55.418051 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (b256a493-c741-481b-99f4-7c2f16294196), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:55.484028 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (b256a493-c741-481b-99f4-7c2f16294196), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:55.484863 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3e0dfd85-0bd2-4de1-944b-2eb470ce996d up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:21:55.522756 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44588) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:55.526114 dv-cinder-801522-12-iscsi neutron-server[106132]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 05 20:21:55.530238 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e4b1c-b807-40e8-a226-d85ea8cba003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c019fd-580f-4a09-b957-df487c352e7c,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:55.622793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:55.642533 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:55.774042 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.db.api [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 05 20:21:55.774594 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG oslo_db.api [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 20:21:55.775320 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=b256a493-c741-481b-99f4-7c2f16294196,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:55.799396 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:21:55.872703 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:56.112815 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:56.179471 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:51Z', 'revision_number': 3, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:21:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:56.227077 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:56.262259 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Checking router: 6a7764a9-0805-42b0-aa33-dd94bc87f58c for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:21:56.262519 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Updating router 6a7764a9-0805-42b0-aa33-dd94bc87f58c port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:21:56.319852 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Router 91bb8d91-b364-45be-941a-69450070930d has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:21:56.421974 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b3b07216-96b0-41ba-934a-f420cad6ca30 admin admin] Publish callbacks [] for security_group (57c019fd-580f-4a09-b957-df487c352e7c), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:56.498849 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b3b07216-96b0-41ba-934a-f420cad6ca30 admin admin] Publish callbacks [] for security_group (57c019fd-580f-4a09-b957-df487c352e7c), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:56.615648 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Allocated IP 172.20.0.1 (b6dd4416-41b5-479a-a76a-dc7fca48e400/6376d98d-8930-4b8d-ad93-891d8a52ff7d/23fdca04-7a84-44ec-94aa-a1280ea478f5) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:56.658373 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44616) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:56.671184 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:56.788225 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:56.853821 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:21:56.877131 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-3bce2ac1-c840-43a8-93a2-b47780bc13e6 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/91bb8d91-b364-45be-941a-69450070930d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8085279 Oct 05 20:21:56.882687 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Sync routers for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:21:56.914962 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:56.928190 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:56.932836 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:56.981317 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:56.981721 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:56.983389 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d Oct 05 20:21:57.006056 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-c8cac1c8-6a4d-4052-9379-de9e623d2881 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:21:57.015196 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-c8cac1c8-6a4d-4052-9379-de9e623d2881 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 817 time: 1.4913919 Oct 05 20:21:57.051089 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Publish callbacks [] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.070979 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Current status of the port b256a493-c741-481b-99f4-7c2f16294196 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:57.127969 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd5c6-84f7-4421-8df9-4de6baecf119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.151407 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-adfd1df1-ddb0-4c4a-986c-d3dc31e1582e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/quotas/07f868da50254a68bc692bca433d2699 HTTP/1.1" status: 200 len: 375 time: 0.0308306 Oct 05 20:21:57.158637 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b3b07216-96b0-41ba-934a-f420cad6ca30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (57c019fd-580f-4a09-b957-df487c352e7c), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.161266 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b3b07216-96b0-41ba-934a-f420cad6ca30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.163063 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-b3b07216-96b0-41ba-934a-f420cad6ca30 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/57c019fd-580f-4a09-b957-df487c352e7c HTTP/1.1" status: 204 len: 168 time: 1.7526197 Oct 05 20:21:57.219781 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:21:57.243424 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Provisioning complete for port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:57.244424 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.244893 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Attempt 1 to provision port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 Oct 05 20:21:57.265238 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:57.292489 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-c08b79be-cf12-4ffc-8676-ed91a67121cd tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257131 Oct 05 20:21:57.313097 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b07216-96b0-41ba-934a-f420cad6ca30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c019fd-580f-4a09-b957-df487c352e7c,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:57.355328 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:21:57.412441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Provisioning complete for port 582dc219-57ba-4b78-8127-9e206456e6b0 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:57.412810 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.413390 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Attempt 1 to provision port 582dc219-57ba-4b78-8127-9e206456e6b0 Oct 05 20:21:57.485986 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd5c6-84f7-4421-8df9-4de6baecf119 admin admin] Publish callbacks [] for security_group (a24ab4e1-eda7-4179-a8c9-b599356b7d3f), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.497263 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.620924 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.624404 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Pushing event updated for resources: {'Port': ['ID=23fdca04-7a84-44ec-94aa-a1280ea478f5,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:57.639376 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:57.649886 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd5c6-84f7-4421-8df9-4de6baecf119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a24ab4e1-eda7-4179-a8c9-b599356b7d3f), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.735412 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 2, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:57.739273 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:57.741476 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.741476 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:57.742664 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 53dda3af-932f-4346-a03a-b3f8c8584c84 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:21:57.833129 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Checking router: 91bb8d91-b364-45be-941a-69450070930d for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:21:57.833812 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Updating router 91bb8d91-b364-45be-941a-69450070930d port 582dc219-57ba-4b78-8127-9e206456e6b0 binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:21:57.834930 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Network b6dd4416-41b5-479a-a76a-dc7fca48e400 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:57.838585 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:57.846622 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbd5c6-84f7-4421-8df9-4de6baecf119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24ab4e1-eda7-4179-a8c9-b599356b7d3f,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:57.868333 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-9ccbd5c6-84f7-4421-8df9-4de6baecf119 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fbc6ca1549a6487cbcbc8ef395cbc801&name=default HTTP/1.1" status: 200 len: 2995 time: 1.2085142 Oct 05 20:21:57.869238 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:57.876321 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (a6d43e4d-3d18-4189-8143-7203dfca957f), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.895519 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Port 582dc219-57ba-4b78-8127-9e206456e6b0 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:21:57.930345 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Provisioning complete for port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:57.930890 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.931371 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Attempt 1 to provision port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d Oct 05 20:21:57.981855 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:57.991026 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Allocated IP 172.20.0.1 (befb067e-a787-4f3b-9756-b797371b0a4e/3376e8a6-8ff4-4052-9852-48c1ae0f4532/b25160a7-2459-4a7f-9abf-13df312665e1) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:21:58.172431 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Publish callbacks [] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.198190 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 53dda3af-932f-4346-a03a-b3f8c8584c84 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:58.198607 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.198957 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 53dda3af-932f-4346-a03a-b3f8c8584c84 Oct 05 20:21:58.252208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44646) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:58.253973 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44658) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:58.281786 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Publish callbacks [] for port (b25160a7-2459-4a7f-9abf-13df312665e1), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.303443 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-4f222a83-378c-4f64-9fb3-90987541495f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977379871', 'description': 'tempest-description--308333743'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:58.317610 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:58.328594 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.335437 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:58.349606 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.443405 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Network befb067e-a787-4f3b-9756-b797371b0a4e is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:58.450565 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:21:58.458876 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:21:58.459558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (6a7764a9-0805-42b0-aa33-dd94bc87f58c), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.482743 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4f222a83-378c-4f64-9fb3-90987541495f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.564733 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Attempting to bind port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:21:58.565031 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Attempting to bind port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:21:58.565403 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Attempting to bind port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:21:58.617428 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15af67c-24d1-4520-901b-5fd653d66387 None None] Pushing event updated for resources: {'Port': ['ID=45bdee91-c2a9-4de3-b9e9-3eb011623f14,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:58.633165 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:58.649896 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Pushing event updated for resources: {'Port': ['ID=b25160a7-2459-4a7f-9abf-13df312665e1,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:58.664854 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-b258b6ab-c1a9-4e73-92bb-49b8012416d9 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:21:58.670708 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-b258b6ab-c1a9-4e73-92bb-49b8012416d9 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3383725 Oct 05 20:21:58.774399 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Current status of the port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:58.779206 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:58.788799 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.805577 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:58.824790 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Provisioning complete for port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:58.825170 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.825504 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Attempt 1 to provision port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 Oct 05 20:21:58.836340 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:21:58.836738 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:58.837188 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.837659 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:21:58.838773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Bound port: 45bdee91-c2a9-4de3-b9e9-3eb011623f14, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:21:58.838773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.848695 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Publish callbacks [] for port (582dc219-57ba-4b78-8127-9e206456e6b0), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.865304 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.895436 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4f222a83-378c-4f64-9fb3-90987541495f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (437a8e37-d4eb-4ec0-a512-ea93783e5347), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:58.916970 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 53dda3af-932f-4346-a03a-b3f8c8584c84 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:58.970242 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] For port 45bdee91-c2a9-4de3-b9e9-3eb011623f14, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:21:58.974427 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] For port 45bdee91-c2a9-4de3-b9e9-3eb011623f14, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=45bdee91-c2a9-4de3-b9e9-3eb011623f14,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:21:58.981739 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95714b7c-8fa5-4587-a7a0-ca17138dc240 None None] Pushing event updated for resources: {'Port': ['ID=582dc219-57ba-4b78-8127-9e206456e6b0,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:59.005497 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.010843 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.119746 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-f8cadbc7-b14c-4c9e-ac4b-3d3e87843c64 None None] Current status of the port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:21:59.126452 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-7a5c8a75-e1b2-48d5-bd22-15566d0e2114 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278865 Oct 05 20:21:59.155586 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:59.157616 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:59.161969 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Attempting to bind port 582dc219-57ba-4b78-8127-9e206456e6b0 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:21:59.165139 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Attempting to bind port 582dc219-57ba-4b78-8127-9e206456e6b0 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:21:59.166548 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Attempting to bind port 582dc219-57ba-4b78-8127-9e206456e6b0 on network f57b2de0-9b37-423e-9981-d689d8abf0c3 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:21:59.213253 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44696) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:59.281472 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15af67c-24d1-4520-901b-5fd653d66387 None None] Pushing event updated for resources: {'Port': ['ID=45bdee91-c2a9-4de3-b9e9-3eb011623f14,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:59.294884 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Provisioning complete for port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:59.295890 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.296332 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Attempt 1 to provision port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 Oct 05 20:21:59.298872 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Publish callbacks [] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.299762 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:59.322241 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:21:59.322482 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Checking segment: {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:21:59.323096 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.323208 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Bound using segment: {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:21:59.323612 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Bound port: 582dc219-57ba-4b78-8127-9e206456e6b0, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:21:59.330400 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.365636 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4f222a83-378c-4f64-9fb3-90987541495f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (437a8e37-d4eb-4ec0-a512-ea93783e5347), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.388116 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:21:59.391047 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6a0325ca-d1d4-4019-b870-63acab00f182 admin admin] Publish callbacks [] for security_group (a24ab4e1-eda7-4179-a8c9-b599356b7d3f), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.402049 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:21:59.421685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.422466 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (a6d43e4d-3d18-4189-8143-7203dfca957f), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.460461 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Provisioning complete for port 582dc219-57ba-4b78-8127-9e206456e6b0 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:59.460983 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.461367 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Attempt 1 to provision port 582dc219-57ba-4b78-8127-9e206456e6b0 Oct 05 20:21:59.479316 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-3006d8fc-1201-4507-a39e-879f4fbb6b2a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416483 Oct 05 20:21:59.509987 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] For port 582dc219-57ba-4b78-8127-9e206456e6b0, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:21:59.515665 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 10325432-1b5f-4f11-9f5e-4a6f557ecd32 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:21:59.523960 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] For port 582dc219-57ba-4b78-8127-9e206456e6b0, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=582dc219-57ba-4b78-8127-9e206456e6b0,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:21:59.543813 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.571978 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Publish callbacks [] for port (b25160a7-2459-4a7f-9abf-13df312665e1), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.578230 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:21:59.580752 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.581766 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (6a7764a9-0805-42b0-aa33-dd94bc87f58c), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.652465 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:21:59.653100 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:21:59.677832 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Port 582dc219-57ba-4b78-8127-9e206456e6b0 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:21:59.681948 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Pushing event updated for resources: {'Port': ['ID=23fdca04-7a84-44ec-94aa-a1280ea478f5,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:21:59.742607 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Provisioning complete for port 23fdca04-7a84-44ec-94aa-a1280ea478f5 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:59.743170 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.743660 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Attempt 1 to provision port 23fdca04-7a84-44ec-94aa-a1280ea478f5 Oct 05 20:21:59.764923 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a64b152d-f240-4a93-a22a-0ddcb246c144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.800351 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:21:59.800897 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.801367 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 Oct 05 20:21:59.860150 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4f222a83-378c-4f64-9fb3-90987541495f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.864319 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4f222a83-378c-4f64-9fb3-90987541495f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5768058 Oct 05 20:21:59.871004 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44720) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:59.888557 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-fdb65562-af8d-4bef-b40c-8eedab6f5ec8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'security_group_rule': {'security_group_id': '437a8e37-d4eb-4ec0-a512-ea93783e5347', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:21:59.903062 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44722) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:21:59.907732 dv-cinder-801522-12-iscsi neutron-server[106133]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 05 20:21:59.970175 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6a0325ca-d1d4-4019-b870-63acab00f182 admin admin] Publish callbacks [] for security_group (a24ab4e1-eda7-4179-a8c9-b599356b7d3f), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:21:59.980437 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f9eef642-af5b-400f-a83d-d96263928f19 req-98a6732e-2063-44cd-b483-e61d7e2c2cdf tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 210 time: 0.0745285 Oct 05 20:21:59.991364 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Network b6dd4416-41b5-479a-a76a-dc7fca48e400 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:21:59.996174 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f222a83-378c-4f64-9fb3-90987541495f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=437a8e37-d4eb-4ec0-a512-ea93783e5347,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:00.001929 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Port 23fdca04-7a84-44ec-94aa-a1280ea478f5 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:22:00.004848 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:00.014645 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Pushing event updated for resources: {'Port': ['ID=b25160a7-2459-4a7f-9abf-13df312665e1,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:00.024465 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Provisioning complete for port b25160a7-2459-4a7f-9abf-13df312665e1 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:00.024978 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.025405 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Attempt 1 to provision port b25160a7-2459-4a7f-9abf-13df312665e1 Oct 05 20:22:00.080902 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:00.095968 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-97b03771-2fe5-4dc4-954c-d20cb95d2b28 None None] Port b25160a7-2459-4a7f-9abf-13df312665e1 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:22:00.209269 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Sync routers for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:22:00.271089 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Network befb067e-a787-4f3b-9756-b797371b0a4e is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:22:00.281830 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:00.300406 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:22:00.302085 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:00.305042 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:00.308209 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 4904dbf1-0bdf-4904-8bc8-60739a364fc7 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:00.345018 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:00.430808 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 1, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:00.557802 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:00.558548 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.559351 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 Oct 05 20:22:00.570147 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fdb65562-af8d-4bef-b40c-8eedab6f5ec8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (c3304477-42b5-4995-8b52-9936c399ac36), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.648469 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44748) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:00.769089 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95714b7c-8fa5-4587-a7a0-ca17138dc240 None None] Pushing event updated for resources: {'Port': ['ID=582dc219-57ba-4b78-8127-9e206456e6b0,revision_number=4']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:00.794561 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=8 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:00.806908 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Router a6d43e4d-3d18-4189-8143-7203dfca957f has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:22:00.822846 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5d562f-3f0f-45e7-b64c-7f0992520b49 None None] The sync data for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi is: [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 1, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:22:00.829433 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6a0325ca-d1d4-4019-b870-63acab00f182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a24ab4e1-eda7-4179-a8c9-b599356b7d3f), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.833133 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6a0325ca-d1d4-4019-b870-63acab00f182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.842670 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:00.846601 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-6a0325ca-d1d4-4019-b870-63acab00f182 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a24ab4e1-eda7-4179-a8c9-b599356b7d3f HTTP/1.1" status: 204 len: 168 time: 2.5831008 Oct 05 20:22:00.855509 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a64b152d-f240-4a93-a22a-0ddcb246c144 admin admin] Publish callbacks [] for security_group (675ef811-3dbb-4da9-8d54-3343b1b43a45), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.865632 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0325ca-d1d4-4019-b870-63acab00f182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24ab4e1-eda7-4179-a8c9-b599356b7d3f,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:00.870627 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:00.897024 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-22069a3c-b8d6-42f2-8910-1440b208be01 None None] Provisioning complete for port 23fdca04-7a84-44ec-94aa-a1280ea478f5 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:00.897401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-22069a3c-b8d6-42f2-8910-1440b208be01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.897826 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-22069a3c-b8d6-42f2-8910-1440b208be01 None None] Attempt 1 to provision port 23fdca04-7a84-44ec-94aa-a1280ea478f5 Oct 05 20:22:00.926633 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a64b152d-f240-4a93-a22a-0ddcb246c144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (675ef811-3dbb-4da9-8d54-3343b1b43a45), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.942101 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fdb65562-af8d-4bef-b40c-8eedab6f5ec8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (c3304477-42b5-4995-8b52-9936c399ac36), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.958856 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fdb65562-af8d-4bef-b40c-8eedab6f5ec8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (c3304477-42b5-4995-8b52-9936c399ac36), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:00.976736 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:21:59Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:00.999129 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb65562-af8d-4bef-b40c-8eedab6f5ec8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3304477-42b5-4995-8b52-9936c399ac36,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:01.062932 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5a20db-22fe-4c2f-babd-0eb83fad59c4 None None] The sync data for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi is: [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:21:59Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:22:01.121641 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:22:01.163030 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-baa5b506-1cf8-4696-b793-263d06a8fcfa admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/a6d43e4d-3d18-4189-8143-7203dfca957f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2727771 Oct 05 20:22:01.178486 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Sync routers for ids ['a6d43e4d-3d18-4189-8143-7203dfca957f'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:22:01.197880 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-22069a3c-b8d6-42f2-8910-1440b208be01 None None] Port 23fdca04-7a84-44ec-94aa-a1280ea478f5 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:22:01.198171 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fdb65562-af8d-4bef-b40c-8eedab6f5ec8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.200183 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-fdb65562-af8d-4bef-b40c-8eedab6f5ec8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3163960 Oct 05 20:22:01.203454 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44774) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:01.212271 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-99935e6d-1825-474d-b0cc-e38ac01ecd0d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'security_group_rule': {'security_group_id': '437a8e37-d4eb-4ec0-a512-ea93783e5347', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:01.224902 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Routers {'a6d43e4d-3d18-4189-8143-7203dfca957f'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:22:01.225902 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['a6d43e4d-3d18-4189-8143-7203dfca957f'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:01.268850 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99935e6d-1825-474d-b0cc-e38ac01ecd0d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (519bffb0-d0af-468f-83b0-9467eb28bb20), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.296083 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a64b152d-f240-4a93-a22a-0ddcb246c144 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6e970d9fb1b84d6299f48f1fb42d2b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0637496 Oct 05 20:22:01.296083 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b152d-f240-4a93-a22a-0ddcb246c144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675ef811-3dbb-4da9-8d54-3343b1b43a45,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:01.296382 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44778) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:01.306871 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:01.325264 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Router 6a7764a9-0805-42b0-aa33-dd94bc87f58c has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:22:01.368694 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-81b722ba-8165-447d-b475-c6c40b6187c6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:01.371499 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-81b722ba-8165-447d-b475-c6c40b6187c6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 817 time: 0.7727053 Oct 05 20:22:01.562214 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99935e6d-1825-474d-b0cc-e38ac01ecd0d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (519bffb0-d0af-468f-83b0-9467eb28bb20), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.615241 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-515712c8-8a24-4efd-888a-4c3b7e530e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.645245 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-80c81492-72f5-44ce-b529-b9dc85a9cade tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/quotas/07f868da50254a68bc692bca433d2699 HTTP/1.1" status: 200 len: 375 time: 0.0910592 Oct 05 20:22:01.651559 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99935e6d-1825-474d-b0cc-e38ac01ecd0d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (519bffb0-d0af-468f-83b0-9467eb28bb20), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.690468 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:01.709625 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Set router a6d43e4d-3d18-4189-8143-7203dfca957f gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:01.712454 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:01.712871 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.740925 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99935e6d-1825-474d-b0cc-e38ac01ecd0d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519bffb0-d0af-468f-83b0-9467eb28bb20,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:01.770540 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 4904dbf1-0bdf-4904-8bc8-60739a364fc7, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=4904dbf1-0bdf-4904-8bc8-60739a364fc7,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:01.774638 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-24a7bd98-c1b4-460a-85a7-4d78a68fad6a None None] Provisioning complete for port b25160a7-2459-4a7f-9abf-13df312665e1 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:01.775899 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-24a7bd98-c1b4-460a-85a7-4d78a68fad6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.777571 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-24a7bd98-c1b4-460a-85a7-4d78a68fad6a None None] Attempt 1 to provision port b25160a7-2459-4a7f-9abf-13df312665e1 Oct 05 20:22:01.837811 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.838638 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device b256a493-c741-481b-99f4-7c2f16294196 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:01.846486 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:01.854595 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-443cbf0f-0d2b-4586-9815-96fb89aa7e1e admin admin] Publish callbacks [] for security_group (675ef811-3dbb-4da9-8d54-3343b1b43a45), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.897227 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99935e6d-1825-474d-b0cc-e38ac01ecd0d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.899252 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-99935e6d-1825-474d-b0cc-e38ac01ecd0d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6943340 Oct 05 20:22:01.907244 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44790) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:01.917816 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:01.952217 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-3901d18c-2c84-47fc-be6b-ddcc9220849f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3058517 Oct 05 20:22:01.965784 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-443cbf0f-0d2b-4586-9815-96fb89aa7e1e admin admin] Publish callbacks [] for security_group (675ef811-3dbb-4da9-8d54-3343b1b43a45), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:01.971081 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:02.099071 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:02.117298 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-515712c8-8a24-4efd-888a-4c3b7e530e7d admin admin] Publish callbacks [] for security_group (ae3edc1a-572d-47c3-a9c9-10f0ae66ae7a), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.133476 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.149600 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-515712c8-8a24-4efd-888a-4c3b7e530e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ae3edc1a-572d-47c3-a9c9-10f0ae66ae7a), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.196619 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-515712c8-8a24-4efd-888a-4c3b7e530e7d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=74cb11b256ac497da3e8996bc8887351&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5448773 Oct 05 20:22:02.197617 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-443cbf0f-0d2b-4586-9815-96fb89aa7e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (675ef811-3dbb-4da9-8d54-3343b1b43a45), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.200093 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-443cbf0f-0d2b-4586-9815-96fb89aa7e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.209588 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-443cbf0f-0d2b-4586-9815-96fb89aa7e1e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/675ef811-3dbb-4da9-8d54-3343b1b43a45 HTTP/1.1" status: 204 len: 168 time: 0.9113679 Oct 05 20:22:02.211359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44796) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:02.236526 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:22:02.252350 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-24a7bd98-c1b4-460a-85a7-4d78a68fad6a None None] Port b25160a7-2459-4a7f-9abf-13df312665e1 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:22:02.261487 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d1d90e44-e265-49a9-9393-4a554b4d8f21 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/6a7764a9-0805-42b0-aa33-dd94bc87f58c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0773916 Oct 05 20:22:02.302046 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:45Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '38145c704ac548abb6747e073892ff72', 'gw_port': {'id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:64:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '23fdca04-7a84-44ec-94aa-a1280ea478f5', 'name': '', 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'mac_address': 'fa:16:3e:eb:b8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6376d98d-8930-4b8d-ad93-891d8a52ff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:55Z', 'updated_at': '2022-10-05T20:21:59Z', 'revision_number': 2, 'project_id': '38145c704ac548abb6747e073892ff72', 'subnets': [{'id': '6376d98d-8930-4b8d-ad93-891d8a52ff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:02.308906 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:02.321215 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=4904dbf1-0bdf-4904-8bc8-60739a364fc7,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:02.338933 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port b256a493-c741-481b-99f4-7c2f16294196 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:02.340093 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (b256a493-c741-481b-99f4-7c2f16294196), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.340646 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port b256a493-c741-481b-99f4-7c2f16294196 Oct 05 20:22:02.363579 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-55546e8f-ffc3-4d65-95b1-f1db84459a82 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4089851 Oct 05 20:22:02.420527 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Checking router: a6d43e4d-3d18-4189-8143-7203dfca957f for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:22:02.420880 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Updating router a6d43e4d-3d18-4189-8143-7203dfca957f port 23fdca04-7a84-44ec-94aa-a1280ea478f5 binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:22:02.436939 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fd78f5cd-1d27-4c2e-8fe1-2540749cad27 admin admin] Publish callbacks [] for security_group (ae3edc1a-572d-47c3-a9c9-10f0ae66ae7a), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.457824 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 2, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:02.464887 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fd78f5cd-1d27-4c2e-8fe1-2540749cad27 admin admin] Publish callbacks [] for security_group (ae3edc1a-572d-47c3-a9c9-10f0ae66ae7a), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.492400 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Checking router: b46040a9-c1ec-4107-a25a-fb5c23f53db6 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:22:02.494849 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Updating router b46040a9-c1ec-4107-a25a-fb5c23f53db6 port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:22:02.498737 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.526125 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:02.590444 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fd78f5cd-1d27-4c2e-8fe1-2540749cad27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ae3edc1a-572d-47c3-a9c9-10f0ae66ae7a), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.598657 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fd78f5cd-1d27-4c2e-8fe1-2540749cad27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.603724 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-fd78f5cd-1d27-4c2e-8fe1-2540749cad27 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ae3edc1a-572d-47c3-a9c9-10f0ae66ae7a HTTP/1.1" status: 204 len: 168 time: 0.3627059 Oct 05 20:22:02.609985 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-81e37fdb-0f20-4bdf-a984-2d47bf01e055 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265539 Oct 05 20:22:02.620664 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.652126 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515712c8-8a24-4efd-888a-4c3b7e530e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3edc1a-572d-47c3-a9c9-10f0ae66ae7a,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:02.689561 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cbf0f-0d2b-4586-9815-96fb89aa7e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ef811-3dbb-4da9-8d54-3343b1b43a45,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:02.728309 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd78f5cd-1d27-4c2e-8fe1-2540749cad27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3edc1a-572d-47c3-a9c9-10f0ae66ae7a,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:02.771072 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.901187 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Allocated IP 172.27.0.80 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/0922783e-71b3-4a11-addd-544d8c111d50) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:22:02.923604 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Publish callbacks [] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:02.928714 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:02.940078 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port b256a493-c741-481b-99f4-7c2f16294196 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:02.941450 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device e30a2645-b890-4b3e-90dc-f0b4700bf0ad up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:02.947679 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.069539 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for port (0922783e-71b3-4a11-addd-544d8c111d50), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.073504 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port e30a2645-b890-4b3e-90dc-f0b4700bf0ad triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:03.073943 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.074274 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port e30a2645-b890-4b3e-90dc-f0b4700bf0ad Oct 05 20:22:03.077905 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecece3-3a8f-441b-81be-eb76b328a64c None None] Pushing event updated for resources: {'Port': ['ID=3f84e09a-6dd6-448b-ad04-a4ae743e24b4,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:03.140307 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Attempting to bind port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:22:03.151134 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (0922783e-71b3-4a11-addd-544d8c111d50), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.151541 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Attempting to bind port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:22:03.151742 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Attempting to bind port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:03.224582 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Publish callbacks [] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.238003 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.272662 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:22:03.274539 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'Port': ['ID=0922783e-71b3-4a11-addd-544d8c111d50,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:03.277328 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:03.280953 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:22:03.314502 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:22:03.314876 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Checking segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:22:03.315276 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.315670 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Bound using segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:22:03.316164 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Bound port: 3f84e09a-6dd6-448b-ad04-a4ae743e24b4, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:22:03.316539 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.334493 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea2e4e-ae34-47ff-8d90-c8c80ced805c None None] Pushing event updated for resources: {'Port': ['ID=23fdca04-7a84-44ec-94aa-a1280ea478f5,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:03.382806 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port e30a2645-b890-4b3e-90dc-f0b4700bf0ad is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:03.383202 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.424734 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Attempting to bind port 23fdca04-7a84-44ec-94aa-a1280ea478f5 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:22:03.425095 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Attempting to bind port 23fdca04-7a84-44ec-94aa-a1280ea478f5 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:22:03.425456 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Attempting to bind port 23fdca04-7a84-44ec-94aa-a1280ea478f5 on network b6dd4416-41b5-479a-a76a-dc7fca48e400 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:03.484242 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port e30a2645-b890-4b3e-90dc-f0b4700bf0ad, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=e30a2645-b890-4b3e-90dc-f0b4700bf0ad,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:03.507500 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.510584 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 1d78a938-7f06-40f2-a020-c17ed22785f1 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:03.553874 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:22:03.554250 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Checking segment: {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:22:03.554650 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.555024 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Bound using segment: {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:22:03.555498 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Bound port: 23fdca04-7a84-44ec-94aa-a1280ea478f5, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:22:03.555872 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.630404 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=e30a2645-b890-4b3e-90dc-f0b4700bf0ad,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:03.670624 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.15', 55810) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:03.679320 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:03.681896 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.751578 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] For port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:22:03.800995 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] For port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3f84e09a-6dd6-448b-ad04-a4ae743e24b4,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:22:03.825491 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.852847 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] For port 23fdca04-7a84-44ec-94aa-a1280ea478f5, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:22:03.871800 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:22:03.872723 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:03.872907 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] For port 23fdca04-7a84-44ec-94aa-a1280ea478f5, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=23fdca04-7a84-44ec-94aa-a1280ea478f5,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:22:03.891100 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.925395 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 1d78a938-7f06-40f2-a020-c17ed22785f1 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:03.928108 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:03.929408 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 1d78a938-7f06-40f2-a020-c17ed22785f1 Oct 05 20:22:03.994025 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-71b2aba8-553d-4ceb-b4b1-cb9f0deb41e8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:03.995653 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-71b2aba8-553d-4ceb-b4b1-cb9f0deb41e8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 817 time: 0.3233860 Oct 05 20:22:04.009420 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44864) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:04.049431 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Routers {'a6d43e4d-3d18-4189-8143-7203dfca957f'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:22:04.050042 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b9169a5-7391-4a54-ae3e-5542b19eb2ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:04.053214 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['a6d43e4d-3d18-4189-8143-7203dfca957f'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:04.068164 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Request body: {'port': {'device_id': 'f4856b5d-d049-4ee8-9b69-ba630f8d128f', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'admin_state_up': True, 'tenant_id': '07f868da50254a68bc692bca433d2699'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:04.077406 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:04.077637 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (0922783e-71b3-4a11-addd-544d8c111d50), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:04.099400 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ecece3-3a8f-441b-81be-eb76b328a64c None None] Pushing event updated for resources: {'Port': ['ID=3f84e09a-6dd6-448b-ad04-a4ae743e24b4,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:04.116546 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:04.202436 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:04.291312 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-4cfb5377-0ab3-40a5-8051-b571cfe8915d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:04.296119 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-4cfb5377-0ab3-40a5-8051-b571cfe8915d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b6dd4416-41b5-479a-a76a-dc7fca48e400 HTTP/1.1" status: 200 len: 811 time: 0.8153145 Oct 05 20:22:04.424823 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-8505b8e7-5e33-475b-a52d-0ea0627b9b30 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/quotas/38145c704ac548abb6747e073892ff72 HTTP/1.1" status: 200 len: 375 time: 0.1172645 Oct 05 20:22:04.443665 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] Set router a6d43e4d-3d18-4189-8143-7203dfca957f gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:04.525062 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b9169a5-7391-4a54-ae3e-5542b19eb2ac admin admin] Publish callbacks [] for security_group (d0d9f03b-3132-44d6-9059-39f40946cc01), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:04.526310 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:04.540404 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44888) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:04.547095 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:04.570690 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44892) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:04.668739 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0270a9c5-7dd4-4bf7-b91e-d168eb712901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:04.679181 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:04.686530 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-54412826-c54f-4e2e-a5f2-2b71d53381a8 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--892635259', 'description': 'tempest-description--381941328'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:04.743176 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 1d78a938-7f06-40f2-a020-c17ed22785f1 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:04.744066 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:04.745538 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:45Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '38145c704ac548abb6747e073892ff72', 'gw_port': {'id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:64:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '23fdca04-7a84-44ec-94aa-a1280ea478f5', 'name': '', 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'mac_address': 'fa:16:3e:eb:b8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6376d98d-8930-4b8d-ad93-891d8a52ff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:55Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '38145c704ac548abb6747e073892ff72', 'subnets': [{'id': '6376d98d-8930-4b8d-ad93-891d8a52ff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:04.798910 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec357ba5-4be4-4fc6-b5a5-afeb958eafeb None None] The sync data for ids ['a6d43e4d-3d18-4189-8143-7203dfca957f'] in dv-cinder-801522-12-iscsi is: [{'id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:45Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '38145c704ac548abb6747e073892ff72', 'gw_port': {'id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:64:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '23fdca04-7a84-44ec-94aa-a1280ea478f5', 'name': '', 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'mac_address': 'fa:16:3e:eb:b8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '6376d98d-8930-4b8d-ad93-891d8a52ff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:55Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '38145c704ac548abb6747e073892ff72', 'subnets': [{'id': '6376d98d-8930-4b8d-ad93-891d8a52ff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:22:04.812771 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea2e4e-ae34-47ff-8d90-c8c80ced805c None None] Pushing event updated for resources: {'Port': ['ID=23fdca04-7a84-44ec-94aa-a1280ea478f5,revision_number=4']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:04.813995 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 1d78a938-7f06-40f2-a020-c17ed22785f1, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=1d78a938-7f06-40f2-a020-c17ed22785f1,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:04.838869 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-626a408a-a93d-411f-b732-298f61a8a8ca req-ed46dd6e-64fd-4546-9823-c8f7bb7f9614 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 210 time: 0.1191645 Oct 05 20:22:04.841450 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b9169a5-7391-4a54-ae3e-5542b19eb2ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d0d9f03b-3132-44d6-9059-39f40946cc01), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:04.850458 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:04.865814 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3e0dfd85-0bd2-4de1-944b-2eb470ce996d up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:04.935302 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:04.983916 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9169a5-7391-4a54-ae3e-5542b19eb2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d9f03b-3132-44d6-9059-39f40946cc01,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:05.022074 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2b9169a5-7391-4a54-ae3e-5542b19eb2ac admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=316bdaecc03c4a7d9e9dc91dd32ca85a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0115311 Oct 05 20:22:05.023207 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44910) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:05.034545 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-aa24766c-2096-4bc0-9dcc-641ef6df3493 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=38145c704ac548abb6747e073892ff72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4921045 Oct 05 20:22:05.126558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Made reservation on behalf of 07f868da50254a68bc692bca433d2699 for: {'port': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:22:05.133339 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:05.269791 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:05.270354 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:05.270729 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d Oct 05 20:22:05.379589 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0270a9c5-7dd4-4bf7-b91e-d168eb712901 admin admin] Publish callbacks [] for security_group (e1e4d02c-9905-44b0-bed3-96faee5ee313), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:05.382387 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-54412826-c54f-4e2e-a5f2-2b71d53381a8 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:05.398533 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:05.417833 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0270a9c5-7dd4-4bf7-b91e-d168eb712901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e1e4d02c-9905-44b0-bed3-96faee5ee313), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:05.419599 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bd61-27a5-4c53-b03e-4e10bbece7dc admin admin] Publish callbacks [] for security_group (d0d9f03b-3132-44d6-9059-39f40946cc01), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:05.489859 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=1d78a938-7f06-40f2-a020-c17ed22785f1,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:05.584926 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bd61-27a5-4c53-b03e-4e10bbece7dc admin admin] Publish callbacks [] for security_group (d0d9f03b-3132-44d6-9059-39f40946cc01), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:05.806648 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:05.908194 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7721968e-1c63-48cc-9707-edbcf2039f70 None None] The sync data for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi is: [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:22:05.915022 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:05.922015 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Allocated IP 172.20.0.12 (cc456dbc-ea96-4537-b89e-3b9562b74ec1/1ef392cc-ffaa-4403-910d-80abb0183da2/d4537d2a-eb74-46f9-a32b-750a8bc9692c) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:22:05.961909 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bd61-27a5-4c53-b03e-4e10bbece7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d0d9f03b-3132-44d6-9059-39f40946cc01), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:05.967859 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4bd1bd61-27a5-4c53-b03e-4e10bbece7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:05.969468 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4bd1bd61-27a5-4c53-b03e-4e10bbece7dc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d0d9f03b-3132-44d6-9059-39f40946cc01 HTTP/1.1" status: 204 len: 168 time: 0.9449379 Oct 05 20:22:06.043108 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-5dc47604-2621-4251-98a8-c1ae7664aa86 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:22:06.057122 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-5dc47604-2621-4251-98a8-c1ae7664aa86 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.6589248 Oct 05 20:22:06.057291 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd1bd61-27a5-4c53-b03e-4e10bbece7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d9f03b-3132-44d6-9059-39f40946cc01,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:06.108604 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-0270a9c5-7dd4-4bf7-b91e-d168eb712901 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=17fd8aeb882347af98589aef1b293e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5532296 Oct 05 20:22:06.125882 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 44944) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:06.282657 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.15', 55819) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:06.307235 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-54412826-c54f-4e2e-a5f2-2b71d53381a8 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (5869cf23-0a45-4dbd-9ac1-145c863b798c), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:06.343660 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:06.517583 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-54412826-c54f-4e2e-a5f2-2b71d53381a8 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (5869cf23-0a45-4dbd-9ac1-145c863b798c), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:06.596459 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for port (0922783e-71b3-4a11-addd-544d8c111d50), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:06.601163 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270a9c5-7dd4-4bf7-b91e-d168eb712901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e4d02c-9905-44b0-bed3-96faee5ee313,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:06.662863 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54412826-c54f-4e2e-a5f2-2b71d53381a8 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5869cf23-0a45-4dbd-9ac1-145c863b798c,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:06.666168 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (0922783e-71b3-4a11-addd-544d8c111d50), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:06.667151 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:06.727799 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'Port': ['ID=0922783e-71b3-4a11-addd-544d8c111d50,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:06.733086 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-54412826-c54f-4e2e-a5f2-2b71d53381a8 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:06.735001 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-54412826-c54f-4e2e-a5f2-2b71d53381a8 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 2.1589575 Oct 05 20:22:06.741194 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44954) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:06.751364 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-ff935312-6a88-4062-be81-e9a8f7501362 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'security_group_rule': {'security_group_id': '5869cf23-0a45-4dbd-9ac1-145c863b798c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:06.777727 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 23fdca04-7a84-44ec-94aa-a1280ea478f5 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:06.833249 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:06.844804 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-89fafaba-bc18-4ccf-aff8-2257335d398f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9289646 Oct 05 20:22:06.869322 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9b7e9c1b-5eb1-4b5b-9082-d432c0f0505f req-71d7e1ce-bbdd-469f-abda-e119a24bde06 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 210 time: 0.2578747 Oct 05 20:22:06.945419 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 23fdca04-7a84-44ec-94aa-a1280ea478f5 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:06.949882 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:06.950408 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 23fdca04-7a84-44ec-94aa-a1280ea478f5 Oct 05 20:22:06.963799 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-efece592-e4f7-47cd-95e5-c3d89e97458b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b6dd4416-41b5-479a-a76a-dc7fca48e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9054499 Oct 05 20:22:06.978852 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ff935312-6a88-4062-be81-e9a8f7501362 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (532910d3-0d57-48a2-8f46-3ed8981373c2), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.149282 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b4c857f-3240-4f64-889c-d8f3f77bf3a2 admin admin] Publish callbacks [] for security_group (e1e4d02c-9905-44b0-bed3-96faee5ee313), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.208040 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ff935312-6a88-4062-be81-e9a8f7501362 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (532910d3-0d57-48a2-8f46-3ed8981373c2), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.211303 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 23fdca04-7a84-44ec-94aa-a1280ea478f5 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:07.215495 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.217557 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-65ebbeda-a3a9-4c4d-be4b-3529e5536f7e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b6dd4416-41b5-479a-a76a-dc7fca48e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398100 Oct 05 20:22:07.223230 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ff935312-6a88-4062-be81-e9a8f7501362 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (532910d3-0d57-48a2-8f46-3ed8981373c2), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.248365 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff935312-6a88-4062-be81-e9a8f7501362 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532910d3-0d57-48a2-8f46-3ed8981373c2,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:07.267633 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ff935312-6a88-4062-be81-e9a8f7501362 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.283493 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-ff935312-6a88-4062-be81-e9a8f7501362 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5372856 Oct 05 20:22:07.284222 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 44974) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:07.292094 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-fb1a4a02-497c-4385-ba0d-40f7c265e16a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'security_group_rule': {'security_group_id': '5869cf23-0a45-4dbd-9ac1-145c863b798c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:07.356007 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 23fdca04-7a84-44ec-94aa-a1280ea478f5, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=23fdca04-7a84-44ec-94aa-a1280ea478f5,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:07.370744 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.397791 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:07.400234 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4a02-497c-4385-ba0d-40f7c265e16a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (29afeef3-98e1-42fb-911b-c17effdd34d9), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.643548 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=23fdca04-7a84-44ec-94aa-a1280ea478f5,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:07.646195 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.661132 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:07.670896 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4a02-497c-4385-ba0d-40f7c265e16a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (29afeef3-98e1-42fb-911b-c17effdd34d9), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.672670 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.673793 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 Oct 05 20:22:07.681797 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4a02-497c-4385-ba0d-40f7c265e16a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (29afeef3-98e1-42fb-911b-c17effdd34d9), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.740325 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:07.743035 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a4a02-497c-4385-ba0d-40f7c265e16a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29afeef3-98e1-42fb-911b-c17effdd34d9,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:07.776702 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fb1a4a02-497c-4385-ba0d-40f7c265e16a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.787011 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-fb1a4a02-497c-4385-ba0d-40f7c265e16a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4957542 Oct 05 20:22:07.788057 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45004) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:07.797053 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:07.832959 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b4c857f-3240-4f64-889c-d8f3f77bf3a2 admin admin] Publish callbacks [] for security_group (e1e4d02c-9905-44b0-bed3-96faee5ee313), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.851937 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:07.884390 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-496f5ba3-3371-4e0f-b76d-2d81facfe87e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:07.899569 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-496f5ba3-3371-4e0f-b76d-2d81facfe87e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 817 time: 1.5950828 Oct 05 20:22:07.981115 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:08.010662 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:08.019138 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:08.019909 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:08.043401 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Request body: {'port': {'device_id': 'fb4e1864-19fb-435d-ac75-675b0bf645c4', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'admin_state_up': True, 'tenant_id': '07f868da50254a68bc692bca433d2699'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:08.110020 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c987e7ff-2cee-4cdb-bee5-ee4d25c6bbbc req-9103f267-7f72-4d0b-86cf-84d02522027d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.1292245 Oct 05 20:22:08.132022 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:08.149243 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3f84e09a-6dd6-448b-ad04-a4ae743e24b4,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:08.166279 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:08.167241 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 45bdee91-c2a9-4de3-b9e9-3eb011623f14 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:08.226139 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:08.227528 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-0404e008-b06b-4ab2-bb7c-e98d77989269 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1977379871&fields=id&tenant_id=140a5d8a1d264d8bad17d352591fa6a2 HTTP/1.1" status: 200 len: 267 time: 0.5770640 Oct 05 20:22:08.521027 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=3f84e09a-6dd6-448b-ad04-a4ae743e24b4,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:08.536078 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:08.536452 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:08.537870 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 Oct 05 20:22:08.584622 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:08.625875 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:08.706370 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:08.707149 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:08.734757 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-243f9a26-dbce-4a1a-b258-a12fff4b189f req-31d3bb21-6227-4ce5-a545-d192dc1ba34a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 210 time: 0.2619147 Oct 05 20:22:08.756129 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 45bdee91-c2a9-4de3-b9e9-3eb011623f14, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=45bdee91-c2a9-4de3-b9e9-3eb011623f14,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:08.761117 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:08.763355 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:08.765036 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 4904dbf1-0bdf-4904-8bc8-60739a364fc7 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:08.835825 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Allocated IP 172.27.0.243 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/cf84d525-c993-407f-96ba-bf2b4eaa4acd) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:22:08.889971 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39419-9174-405d-940b-d37cd6b01f5d req-fca5f158-82ad-476a-9c18-7bc587af2970 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:08.897606 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-fca5f158-82ad-476a-9c18-7bc587af2970 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 816 time: 0.6673024 Oct 05 20:22:09.026736 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=45bdee91-c2a9-4de3-b9e9-3eb011623f14,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:09.055021 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:09.061423 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.062011 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 Oct 05 20:22:09.110125 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b4c857f-3240-4f64-889c-d8f3f77bf3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e1e4d02c-9905-44b0-bed3-96faee5ee313), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.117918 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b4c857f-3240-4f64-889c-d8f3f77bf3a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.121505 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2b4c857f-3240-4f64-889c-d8f3f77bf3a2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e1e4d02c-9905-44b0-bed3-96faee5ee313 HTTP/1.1" status: 204 len: 168 time: 2.9904401 Oct 05 20:22:09.211032 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c857f-3240-4f64-889c-d8f3f77bf3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e4d02c-9905-44b0-bed3-96faee5ee313,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:09.247309 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-0bd9f900-b8d4-42e9-85c3-31dd26f17130 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/quotas/140a5d8a1d264d8bad17d352591fa6a2 HTTP/1.1" status: 200 len: 375 time: 0.3476791 Oct 05 20:22:09.267844 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for port (cf84d525-c993-407f-96ba-bf2b4eaa4acd), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.372295 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0e1a378e-eeec-4d33-a6a1-4075b8a9b72e req-2d28aae9-9911-458d-9a5c-20a7869bda17 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.0494742 Oct 05 20:22:09.383324 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (cf84d525-c993-407f-96ba-bf2b4eaa4acd), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.436713 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:09.439127 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device e30a2645-b890-4b3e-90dc-f0b4700bf0ad up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:09.445365 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:22:09.463664 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:22:09.469499 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:09.473785 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:22:09.503256 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:09.525339 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-b6d690b3-ae15-460b-bc2f-6c4a59658898 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2770514 Oct 05 20:22:09.527041 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:22:09.541261 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:09.546586 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.563034 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'Port': ['ID=cf84d525-c993-407f-96ba-bf2b4eaa4acd,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:09.565228 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event updated for resources: {'Port': ['ID=d4537d2a-eb74-46f9-a32b-750a8bc9692c,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:09.582249 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port e30a2645-b890-4b3e-90dc-f0b4700bf0ad triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:09.582794 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.583842 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port e30a2645-b890-4b3e-90dc-f0b4700bf0ad Oct 05 20:22:09.588946 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (f3f8f370-115a-4a6c-871b-366a1baed44e), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.669359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (cf84d525-c993-407f-96ba-bf2b4eaa4acd), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.699541 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-e63ef33b-81b3-4764-b0cf-593136b75514 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6380525 Oct 05 20:22:09.793972 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port e30a2645-b890-4b3e-90dc-f0b4700bf0ad is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:09.796061 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 1d78a938-7f06-40f2-a020-c17ed22785f1 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:09.814558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Made reservation on behalf of 07f868da50254a68bc692bca433d2699 for: {'port': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:22:09.834972 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.862008 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 1d78a938-7f06-40f2-a020-c17ed22785f1 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:09.863008 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:09.863524 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 1d78a938-7f06-40f2-a020-c17ed22785f1 Oct 05 20:22:09.906816 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-ca31d881-43b3-473d-b30b-e6147e67ff7e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459241 Oct 05 20:22:09.992021 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for port (cf84d525-c993-407f-96ba-bf2b4eaa4acd), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.032496 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 1d78a938-7f06-40f2-a020-c17ed22785f1 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:10.034529 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 582dc219-57ba-4b78-8127-9e206456e6b0 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:10.087354 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:10.088571 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2e765c9d-feb4-4e54-bae3-efc61ae7f9f1 req-3310ecb5-cd6d-4e78-a833-bc21ba49fc32 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 210 time: 0.0881512 Oct 05 20:22:10.089972 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-fd4503e3-b432-4eed-bb2e-fbe101488096 None None] Provisioning complete for port d4537d2a-eb74-46f9-a32b-750a8bc9692c triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:10.090553 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-fd4503e3-b432-4eed-bb2e-fbe101488096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.091096 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-fd4503e3-b432-4eed-bb2e-fbe101488096 None None] Attempt 1 to provision port d4537d2a-eb74-46f9-a32b-750a8bc9692c Oct 05 20:22:10.092079 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (cf84d525-c993-407f-96ba-bf2b4eaa4acd), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.096047 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (f3f8f370-115a-4a6c-871b-366a1baed44e), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.102538 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:10.193280 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-fd4503e3-b432-4eed-bb2e-fbe101488096 None None] Port d4537d2a-eb74-46f9-a32b-750a8bc9692c cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:22:10.218515 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'Port': ['ID=cf84d525-c993-407f-96ba-bf2b4eaa4acd,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:10.222613 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:10.226357 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.228251 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-ec1ac1dd-b18a-4f40-b555-6172ec9fe136 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4389334 Oct 05 20:22:10.236738 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 582dc219-57ba-4b78-8127-9e206456e6b0 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:10.237108 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.237963 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 582dc219-57ba-4b78-8127-9e206456e6b0 Oct 05 20:22:10.254981 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6bc0ef03-bc8e-438e-a91c-7486052c1af4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396845 Oct 05 20:22:10.329018 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Allocated IP 172.20.0.10 (cc456dbc-ea96-4537-b89e-3b9562b74ec1/1ef392cc-ffaa-4403-910d-80abb0183da2/29d8ca08-27f5-4d47-969a-f9e88617fde0) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:22:10.357679 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 582dc219-57ba-4b78-8127-9e206456e6b0 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:10.358696 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.473744 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 582dc219-57ba-4b78-8127-9e206456e6b0, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=582dc219-57ba-4b78-8127-9e206456e6b0,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:10.490279 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.647795 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=582dc219-57ba-4b78-8127-9e206456e6b0,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:10.654058 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Sync routers for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:22:10.663129 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c8fee7f9-bd8c-4f02-aa43-f6f40e224606 req-6d66138f-59b6-4bf0-b11b-896e7be08187 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.1405740 Oct 05 20:22:10.689538 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:22:10.689538 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:10.704181 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.778242 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-70d201c4-ad37-47ed-b7bb-5ff0988e923a req-459c5968-f7c2-432c-a697-b3f1741784bc tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.0470877 Oct 05 20:22:10.852051 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:10.953342 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event updated for resources: {'Port': ['ID=29d8ca08-27f5-4d47-969a-f9e88617fde0,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:10.984045 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:22:10.986274 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:11.001071 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:22:11.019455 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:11.020385 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:11.023839 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 23fdca04-7a84-44ec-94aa-a1280ea478f5 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:11.099121 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-44715bee-6437-4178-8800-7d9cc120bd52 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--892635259&fields=id&tenant_id=45fc2abd2bae4264b1081c1673e3095e HTTP/1.1" status: 200 len: 267 time: 0.3121789 Oct 05 20:22:11.105752 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:11.186113 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 23fdca04-7a84-44ec-94aa-a1280ea478f5 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:11.186552 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:11.200544 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 23fdca04-7a84-44ec-94aa-a1280ea478f5 Oct 05 20:22:11.258670 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:11.270854 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-a6dcc600-2de7-4176-9d93-10d4027cda6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2503879 Oct 05 20:22:11.299922 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:11.346109 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3d03c-eef5-4a78-bb94-e7f5c95055fd req-86cfc391-f433-46b3-b2b6-74f5616debc8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:11.358892 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2d3d03c-eef5-4a78-bb94-e7f5c95055fd req-86cfc391-f433-46b3-b2b6-74f5616debc8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 932 time: 0.1362109 Oct 05 20:22:11.364375 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-ef3de815-ad85-48d7-ab4b-5f83e0f1a500 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:11.366937 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-ef3de815-ad85-48d7-ab4b-5f83e0f1a500 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 811 time: 0.2670336 Oct 05 20:22:11.386397 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45136) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:11.395914 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-f707ca98-003f-4d8d-a460-8c56094c65f2 None None] Provisioning complete for port 29d8ca08-27f5-4d47-969a-f9e88617fde0 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:11.396130 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f707ca98-003f-4d8d-a460-8c56094c65f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:11.396594 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-f707ca98-003f-4d8d-a460-8c56094c65f2 None None] Attempt 1 to provision port 29d8ca08-27f5-4d47-969a-f9e88617fde0 Oct 05 20:22:11.408687 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-51be2f70-6c15-4772-b3d3-80f8f90f85ff tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/quotas/45fc2abd2bae4264b1081c1673e3095e HTTP/1.1" status: 200 len: 375 time: 0.0351830 Oct 05 20:22:11.472338 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-f707ca98-003f-4d8d-a460-8c56094c65f2 None None] Port 29d8ca08-27f5-4d47-969a-f9e88617fde0 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:22:11.495412 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2d3d03c-eef5-4a78-bb94-e7f5c95055fd req-e7211c31-2c1c-408d-8b1b-6dcca7182290 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355188 Oct 05 20:22:11.523918 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-ba9d04bb-7839-4dd5-88b2-16c6f15f7816 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1065648 Oct 05 20:22:11.539132 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 23fdca04-7a84-44ec-94aa-a1280ea478f5 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:11.540220 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 45bdee91-c2a9-4de3-b9e9-3eb011623f14 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:11.587680 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294497d5-cdf0-43f3-9395-084e7a9fc53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:11.661824 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-c2fe76c8-dcf6-4991-949a-686fde0c8b90 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304903 Oct 05 20:22:11.697807 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:21:59Z', 'revision_number': 2, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:11.731581 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Checking router: 6a7764a9-0805-42b0-aa33-dd94bc87f58c for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:22:11.732235 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Updating router 6a7764a9-0805-42b0-aa33-dd94bc87f58c port b25160a7-2459-4a7f-9abf-13df312665e1 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:22:11.734553 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:11.734932 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:11.735266 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 Oct 05 20:22:11.754226 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:11.800913 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:11.815628 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:11.832468 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-a359f3ef-9d28-46fd-abc7-406082468c37 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692898 Oct 05 20:22:11.904227 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:11.906137 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:11.921123 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294497d5-cdf0-43f3-9395-084e7a9fc53a admin admin] Publish callbacks [] for security_group (0478a25c-547f-454e-bcf8-abc28877e462), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:11.959774 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294497d5-cdf0-43f3-9395-084e7a9fc53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (0478a25c-547f-454e-bcf8-abc28877e462), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:12.059559 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:12.061199 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:12.061882 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 Oct 05 20:22:12.089209 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-f3ab2fe7-4c58-46f7-add5-9807f8d86e06 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:22:12.090335 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-f3ab2fe7-4c58-46f7-add5-9807f8d86e06 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0123599 Oct 05 20:22:12.093957 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b5d1067f-9e30-45ee-b964-fed4d67f6cce req-eed6dc5f-b070-48e1-9fa3-d9ab0f5adc60 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.2334764 Oct 05 20:22:12.120914 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-91f95ab0-3f29-4e93-afd7-0f9ae776fa87 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:22:12.146409 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-294497d5-cdf0-43f3-9395-084e7a9fc53a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c977c2d5d91445c2a431e8384a285387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7589223 Oct 05 20:22:12.154187 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45160) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:12.177610 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-91f95ab0-3f29-4e93-afd7-0f9ae776fa87 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0305972 Oct 05 20:22:12.207621 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294497d5-cdf0-43f3-9395-084e7a9fc53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0478a25c-547f-454e-bcf8-abc28877e462,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:12.251516 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:UPDATE=1,neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:12.313919 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:12.328504 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4a009b4f-0578-495a-8867-39d54debe5af admin admin] Publish callbacks [] for security_group (0478a25c-547f-454e-bcf8-abc28877e462), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:12.393726 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4a009b4f-0578-495a-8867-39d54debe5af admin admin] Publish callbacks [] for security_group (0478a25c-547f-454e-bcf8-abc28877e462), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:12.400185 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-783c6331-77fb-4493-ac9d-47d39d733849 req-07367c72-91bd-42b5-bc8c-381e5051f0e8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.0818901 Oct 05 20:22:12.530514 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-053ac598-d21b-4e52-9cc7-d39524dfafea req-b7feb0b1-8a6d-4c5a-93de-304f65bab391 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0490735 Oct 05 20:22:12.557711 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4a009b4f-0578-495a-8867-39d54debe5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (0478a25c-547f-454e-bcf8-abc28877e462), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:12.560718 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4a009b4f-0578-495a-8867-39d54debe5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:12.565176 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4a009b4f-0578-495a-8867-39d54debe5af admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0478a25c-547f-454e-bcf8-abc28877e462 HTTP/1.1" status: 204 len: 168 time: 0.4084470 Oct 05 20:22:12.574507 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a009b4f-0578-495a-8867-39d54debe5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0478a25c-547f-454e-bcf8-abc28877e462,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:12.604112 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45176) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:12.607659 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Publish callbacks [] for port (b25160a7-2459-4a7f-9abf-13df312665e1), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:12.671819 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:12.733324 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Request body: {'port': {'device_id': 'f4856b5d-d049-4ee8-9b69-ba630f8d128f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:12.814623 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 582dc219-57ba-4b78-8127-9e206456e6b0 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:12.938640 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:13.284934 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Request body: {'port': {'device_id': 'fb4e1864-19fb-435d-ac75-675b0bf645c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:13.363147 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5b52df24-0516-437e-b479-d29ec00f4674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:13.414691 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572c336-247f-4abd-8990-9a4d1f27f82b None None] Pushing event updated for resources: {'Port': ['ID=b25160a7-2459-4a7f-9abf-13df312665e1,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:13.427930 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Attempting to bind port b25160a7-2459-4a7f-9abf-13df312665e1 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:22:13.428526 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Attempting to bind port b25160a7-2459-4a7f-9abf-13df312665e1 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:22:13.429053 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Attempting to bind port b25160a7-2459-4a7f-9abf-13df312665e1 on network befb067e-a787-4f3b-9756-b797371b0a4e {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:13.548162 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 582dc219-57ba-4b78-8127-9e206456e6b0 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:13.549130 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:13.550451 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 582dc219-57ba-4b78-8127-9e206456e6b0 Oct 05 20:22:13.558993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45214) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:13.621389 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-28f543eb-b550-4563-b0fc-ddf99a7173b0 req-82c398fe-8726-4a6c-9b3d-d59c17756cdd tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.2097681 Oct 05 20:22:13.628997 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c1e7d-fafe-4e9f-b9e9-280d9c2349fe req-9953e3bd-1463-4e10-9399-5d4fe5351b8c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:13.647096 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2e0c1e7d-fafe-4e9f-b9e9-280d9c2349fe req-9953e3bd-1463-4e10-9399-5d4fe5351b8c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 932 time: 0.7952197 Oct 05 20:22:13.654837 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-35c6b591-0213-45c8-b238-98999e58ad39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:13.770835 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:13.797083 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5b52df24-0516-437e-b479-d29ec00f4674 admin admin] Publish callbacks [] for security_group (dcfd564a-4521-4149-b233-01b41910d533), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:13.817452 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5b52df24-0516-437e-b479-d29ec00f4674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (dcfd564a-4521-4149-b233-01b41910d533), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:13.827005 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:13.828662 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:22:13.829085 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Checking segment: {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:22:13.829923 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:13.830044 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:13.830425 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Bound using segment: {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:22:13.831014 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Bound port: b25160a7-2459-4a7f-9abf-13df312665e1, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:22:13.831610 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:13.889490 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-90da0d1d-7881-412a-9128-85ad0679aceb req-0a9a13a9-5767-4067-b4de-9bfb6ca3bbef tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.0861681 Oct 05 20:22:13.890740 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 582dc219-57ba-4b78-8127-9e206456e6b0 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:13.967844 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] For port b25160a7-2459-4a7f-9abf-13df312665e1, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:22:13.972150 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] For port b25160a7-2459-4a7f-9abf-13df312665e1, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=b25160a7-2459-4a7f-9abf-13df312665e1,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:22:13.982810 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:14.037127 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-5b52df24-0516-437e-b479-d29ec00f4674 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=288266d288794c67a86a1c3377e5cafa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4159415 Oct 05 20:22:14.040822 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-35c6b591-0213-45c8-b238-98999e58ad39 admin admin] Publish callbacks [] for security_group (2cc8690a-8ffc-447d-9914-ac3748fc81d6), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:14.042133 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45226) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:14.042649 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52df24-0516-437e-b479-d29ec00f4674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd564a-4521-4149-b233-01b41910d533,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:14.071148 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-35c6b591-0213-45c8-b238-98999e58ad39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (2cc8690a-8ffc-447d-9914-ac3748fc81d6), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:14.101889 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:22:14.102664 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:21:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:14.133429 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6b591-0213-45c8-b238-98999e58ad39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc8690a-8ffc-447d-9914-ac3748fc81d6,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:14.203683 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-55f29573-7b70-4dce-b279-ec14076e9c7b req-6a3f232e-947c-4701-bf88-a0706f75d166 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.1365848 Oct 05 20:22:14.226121 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.15', 55836) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:14.259218 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572c336-247f-4abd-8990-9a4d1f27f82b None None] Pushing event updated for resources: {'Port': ['ID=b25160a7-2459-4a7f-9abf-13df312665e1,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:14.267567 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:14.459530 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:14.479379 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-35c6b591-0213-45c8-b238-98999e58ad39 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d39bb953cefb4cee865efe783de6d2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9089403 Oct 05 20:22:14.488235 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45228) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:14.551064 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:14.786891 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device b25160a7-2459-4a7f-9abf-13df312665e1 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:14.838725 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=32 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:14.874975 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7222862c-dce7-4001-9e1f-f5453d6747d0 admin admin] Publish callbacks [] for security_group (2cc8690a-8ffc-447d-9914-ac3748fc81d6), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:14.893467 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2e0c1e7d-fafe-4e9f-b9e9-280d9c2349fe req-00153394-0849-4947-9edb-d96d5ba12ffd tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1575170 Oct 05 20:22:14.933008 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-2061b6b6-8ea9-4e2c-93ae-de2504ed9c61 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:14.942142 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-2061b6b6-8ea9-4e2c-93ae-de2504ed9c61 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b6dd4416-41b5-479a-a76a-dc7fca48e400 HTTP/1.1" status: 200 len: 811 time: 0.6939404 Oct 05 20:22:15.007004 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7222862c-dce7-4001-9e1f-f5453d6747d0 admin admin] Publish callbacks [] for security_group (2cc8690a-8ffc-447d-9914-ac3748fc81d6), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.013491 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-212871bb-563e-4b97-88f4-f062c68ac503 admin admin] Publish callbacks [] for security_group (dcfd564a-4521-4149-b233-01b41910d533), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.089011 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-212871bb-563e-4b97-88f4-f062c68ac503 admin admin] Publish callbacks [] for security_group (dcfd564a-4521-4149-b233-01b41910d533), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.146883 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:15.197068 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:15.201215 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7222862c-dce7-4001-9e1f-f5453d6747d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (2cc8690a-8ffc-447d-9914-ac3748fc81d6), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.204570 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7222862c-dce7-4001-9e1f-f5453d6747d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.210264 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-7222862c-dce7-4001-9e1f-f5453d6747d0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2cc8690a-8ffc-447d-9914-ac3748fc81d6 HTTP/1.1" status: 204 len: 168 time: 0.7174199 Oct 05 20:22:15.237060 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-16db58cc-cbbe-42c0-a770-5546f6b69e3e req-f87fc77e-afd0-4b03-bc4e-fd39aeb95844 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.2858880 Oct 05 20:22:15.243597 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7222862c-dce7-4001-9e1f-f5453d6747d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc8690a-8ffc-447d-9914-ac3748fc81d6,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:15.289841 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ecb08e1-f9de-4948-b835-b1eb85898fe4 req-d5d9ff7a-752d-4639-b9b6-53f3f135b0db tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.1286881 Oct 05 20:22:15.390565 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:13Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:15.421713 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-317a813f-9468-485e-9243-345cd3eba929 req-6797d1f5-0ce7-4cdf-80df-fc5a24e0c674 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0594049 Oct 05 20:22:15.480384 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Request body: {'port': {'device_id': 'a10e8a38-b20d-4dde-8f5f-566740f633fc', 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400', 'admin_state_up': True, 'tenant_id': '38145c704ac548abb6747e073892ff72'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:15.518053 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8e295f-8f3f-4b38-93c4-573fcd6a3fde None None] The sync data for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi is: [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:13Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:22:15.526287 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port b25160a7-2459-4a7f-9abf-13df312665e1 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:15.526693 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.528061 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port b25160a7-2459-4a7f-9abf-13df312665e1 Oct 05 20:22:15.662371 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-212871bb-563e-4b97-88f4-f062c68ac503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (dcfd564a-4521-4149-b233-01b41910d533), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.672526 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-212871bb-563e-4b97-88f4-f062c68ac503 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.689124 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-212871bb-563e-4b97-88f4-f062c68ac503 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/dcfd564a-4521-4149-b233-01b41910d533 HTTP/1.1" status: 204 len: 168 time: 1.6315732 Oct 05 20:22:15.694679 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port b25160a7-2459-4a7f-9abf-13df312665e1 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:15.695078 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.738028 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Made reservation on behalf of 38145c704ac548abb6747e073892ff72 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:22:15.746276 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.751396 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212871bb-563e-4b97-88f4-f062c68ac503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd564a-4521-4149-b233-01b41910d533,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:15.751944 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port b25160a7-2459-4a7f-9abf-13df312665e1, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=b25160a7-2459-4a7f-9abf-13df312665e1,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:15.778403 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.905452 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=b25160a7-2459-4a7f-9abf-13df312665e1,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:15.906714 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d8ca08-27f5-4d47-969a-f9e88617fde0 {{(pid=106132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:15.927995 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Publish callbacks [] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:15.987688 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.provisioning_blocks [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Transition to ACTIVE for port object 29d8ca08-27f5-4d47-969a-f9e88617fde0 will not be triggered until provisioned by entity L2. {{(pid=106132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:22:16.079095 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:16.273117 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9625b-53af-4b42-96d4-ccc81f2a4259 req-9ab38790-d71d-4c3b-89a7-1753448e1318 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:16.281419 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8bb9625b-53af-4b42-96d4-ccc81f2a4259 req-9ab38790-d71d-4c3b-89a7-1753448e1318 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 944 time: 0.2392378 Oct 05 20:22:16.366422 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:16.522925 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4537d2a-eb74-46f9-a32b-750a8bc9692c {{(pid=106132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:16.532953 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Publish callbacks [] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:16.550668 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.provisioning_blocks [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Transition to ACTIVE for port object d4537d2a-eb74-46f9-a32b-750a8bc9692c will not be triggered until provisioned by entity L2. {{(pid=106132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:22:16.555118 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Pushing event updated for resources: {'Port': ['ID=29d8ca08-27f5-4d47-969a-f9e88617fde0,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:16.567092 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:16.600262 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b59962f-d7d0-4c10-8975-7602c7c15845 req-d162764c-bb07-49ce-aec4-a7cf8955b6ed tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.1662533 Oct 05 20:22:16.625899 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Allocated IP 172.20.0.8 (b6dd4416-41b5-479a-a76a-dc7fca48e400/6376d98d-8930-4b8d-ad93-891d8a52ff7d/afe64fa3-44ab-44b3-a977-349ea8ab76cc) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:22:16.647027 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Pushing event updated for resources: {'Port': ['ID=d4537d2a-eb74-46f9-a32b-750a8bc9692c,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:16.647027 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Attempting to bind port 29d8ca08-27f5-4d47-969a-f9e88617fde0 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:22:16.647027 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Attempting to bind port 29d8ca08-27f5-4d47-969a-f9e88617fde0 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:22:16.647027 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Attempting to bind port 29d8ca08-27f5-4d47-969a-f9e88617fde0 on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:16.708889 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Port 29d8ca08-27f5-4d47-969a-f9e88617fde0 on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:22:16.709553 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Attempting to bind port 29d8ca08-27f5-4d47-969a-f9e88617fde0 on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:16.745121 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device b25160a7-2459-4a7f-9abf-13df312665e1 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:16.781542 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8bb9625b-53af-4b42-96d4-ccc81f2a4259 req-6615a06d-e6e8-414b-a50d-1b634123dec7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194064 Oct 05 20:22:16.918913 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port b25160a7-2459-4a7f-9abf-13df312665e1 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:16.919369 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:16.921648 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port b25160a7-2459-4a7f-9abf-13df312665e1 Oct 05 20:22:17.048425 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:17.053972 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Attempting to bind port d4537d2a-eb74-46f9-a32b-750a8bc9692c on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:22:17.054544 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Attempting to bind port d4537d2a-eb74-46f9-a32b-750a8bc9692c by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:22:17.055025 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Attempting to bind port d4537d2a-eb74-46f9-a32b-750a8bc9692c on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:17.066079 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-059e03d5-eead-4d90-bdb6-2120ed4541bc req-16c39091-1e72-402b-a04a-f619c9f38e34 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.2913737 Oct 05 20:22:17.072396 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9d8ac9c9-8b9d-4f3a-9f6a-8a63acb137c1 req-00cb9ddc-84df-44a1-b6e8-d498f9a2af1e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.1238143 Oct 05 20:22:17.128607 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:22:17.128966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Checking segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:22:17.129550 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Bound using segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:22:17.130023 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Bound port: 29d8ca08-27f5-4d47-969a-f9e88617fde0, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:22:17.130375 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.148226 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Publish callbacks [] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.152369 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port b25160a7-2459-4a7f-9abf-13df312665e1 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:17.184626 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8db09334-ecff-4635-ac7a-12841ce53751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.205133 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.219794 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Port d4537d2a-eb74-46f9-a32b-750a8bc9692c on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:22:17.220087 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Attempting to bind port d4537d2a-eb74-46f9-a32b-750a8bc9692c on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:17.268432 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] For port 29d8ca08-27f5-4d47-969a-f9e88617fde0, host hv-cinder-80152, cleared binding levels {{(pid=106132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:22:17.275259 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] For port 29d8ca08-27f5-4d47-969a-f9e88617fde0, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=29d8ca08-27f5-4d47-969a-f9e88617fde0,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:22:17.299104 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:22:17.299495 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Checking segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:22:17.300103 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Bound using segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:22:17.300542 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Bound port: d4537d2a-eb74-46f9-a32b-750a8bc9692c, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:22:17.300880 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.304663 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.308601 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:17.309210 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.310708 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/29d8ca08-27f5-4d47-969a-f9e88617fde0 HTTP/1.1" status: 200 len: 1094 time: 4.8008020 Oct 05 20:22:17.320008 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb4e1864-19fb-435d-ac75-675b0bf645c4', 'tag': '29d8ca08-27f5-4d47-969a-f9e88617fde0'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:17.320243 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Network b6dd4416-41b5-479a-a76a-dc7fca48e400 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:22:17.327785 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:17.335286 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:22:17.339673 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:17.340288 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.364749 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Pushing event updated for resources: {'Port': ['ID=afe64fa3-44ab-44b3-a977-349ea8ab76cc,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:17.379301 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-d1a46bda-2847-42e7-a0ea-3e8e92163f1d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9035764 Oct 05 20:22:17.499714 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934efbf-c13e-4b0a-8b28-cd4dd3625538 service neutron] Pushing event updated for resources: {'Port': ['ID=29d8ca08-27f5-4d47-969a-f9e88617fde0,revision_number=3']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:17.504709 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] For port d4537d2a-eb74-46f9-a32b-750a8bc9692c, host hv-cinder-80152, cleared binding levels {{(pid=106132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:22:17.508193 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] For port d4537d2a-eb74-46f9-a32b-750a8bc9692c, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:22:17.516566 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.520888 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:17.521499 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.522915 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/d4537d2a-eb74-46f9-a32b-750a8bc9692c HTTP/1.1" status: 200 len: 1094 time: 5.0144346 Oct 05 20:22:17.576578 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba6fc4-6115-48f2-9b4b-2ba3744c1273 service neutron] Pushing event updated for resources: {'Port': ['ID=d4537d2a-eb74-46f9-a32b-750a8bc9692c,revision_number=3']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:17.590026 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f173dce9-58db-46cc-8451-2e6ed04bd948" -d '{"events": [{"name": "network-changed", "server_uuid": "fb4e1864-19fb-435d-ac75-675b0bf645c4", "tag": "29d8ca08-27f5-4d47-969a-f9e88617fde0"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:17.652996 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4aad2583-6de7-449e-b340-4d4fc42d8e3e None None] Provisioning complete for port afe64fa3-44ab-44b3-a977-349ea8ab76cc triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:17.653576 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4aad2583-6de7-449e-b340-4d4fc42d8e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:17.654108 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4aad2583-6de7-449e-b340-4d4fc42d8e3e None None] Attempt 1 to provision port afe64fa3-44ab-44b3-a977-349ea8ab76cc Oct 05 20:22:17.696467 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4aad2583-6de7-449e-b340-4d4fc42d8e3e None None] Port afe64fa3-44ab-44b3-a977-349ea8ab76cc cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:22:17.768357 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a1227-946f-46db-b539-bbd9f46ef1b7 req-f26fd1c3-309e-42aa-afac-cac6aa3452ca tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:17.770228 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fa7a1227-946f-46db-b539-bbd9f46ef1b7 req-f26fd1c3-309e-42aa-afac-cac6aa3452ca tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 931 time: 0.0647397 Oct 05 20:22:17.826953 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fa7a1227-946f-46db-b539-bbd9f46ef1b7 req-3df65382-3e1b-413b-8eed-a06d7c70915d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511410 Oct 05 20:22:17.928860 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e07f07f-40b4-40e1-b0f3-074b5710aff1 x-openstack-request-id: req-1e07f07f-40b4-40e1-b0f3-074b5710aff1 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:17.929199 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb4e1864-19fb-435d-ac75-675b0bf645c4", "tag": "29d8ca08-27f5-4d47-969a-f9e88617fde0", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:17.929532 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e07f07f-40b4-40e1-b0f3-074b5710aff1 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:17.930037 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e07f07f-40b4-40e1-b0f3-074b5710aff1'] response: {'name': 'network-changed', 'server_uuid': 'fb4e1864-19fb-435d-ac75-675b0bf645c4', 'tag': '29d8ca08-27f5-4d47-969a-f9e88617fde0', 'status': 'completed', 'code': 200} Oct 05 20:22:17.973394 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41227898-c631-4b9d-9927-701266cd18ed req-0785772f-e55e-45f5-9fc2-f22e49400f8d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:17.974955 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-41227898-c631-4b9d-9927-701266cd18ed req-0785772f-e55e-45f5-9fc2-f22e49400f8d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 944 time: 0.0574727 Oct 05 20:22:18.037779 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-41227898-c631-4b9d-9927-701266cd18ed req-d1a124fd-8986-4c0a-83d6-0177f097c503 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560856 Oct 05 20:22:18.247762 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80f0df56-f77f-46c5-b960-2f9f8fbeb265 req-d2f7a525-000d-4a90-8c3c-3cab29a51988 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0685039 Oct 05 20:22:18.326591 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f3938052-6caf-4872-b03f-d0fd1cb86274 req-f54eb400-cf67-42b5-8a3b-ed185a6ea67f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.1241860 Oct 05 20:22:18.578286 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45384) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:18.774388 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3751a92d-ae72-4fae-b7df-5c3caadfc955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:18.927160 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3751a92d-ae72-4fae-b7df-5c3caadfc955 admin admin] Publish callbacks [] for security_group (ff13bf00-5f90-4d5c-b371-46670f5d845a), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:18.933377 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:18.934548 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:18.939989 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3751a92d-ae72-4fae-b7df-5c3caadfc955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ff13bf00-5f90-4d5c-b371-46670f5d845a), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:19.057313 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-3751a92d-ae72-4fae-b7df-5c3caadfc955 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5e00a75fae8845658a30844957ef0e06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4777062 Oct 05 20:22:19.058117 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751a92d-ae72-4fae-b7df-5c3caadfc955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff13bf00-5f90-4d5c-b371-46670f5d845a,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:19.060719 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45394) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:19.094496 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7d001-3551-424f-8e2d-f07d9f739e29 req-63111824-b500-42a9-90d8-8dd7ac36447e tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:19.104179 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e6c7d001-3551-424f-8e2d-f07d9f739e29 req-63111824-b500-42a9-90d8-8dd7ac36447e tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 931 time: 0.1242974 Oct 05 20:22:19.189748 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e6c7d001-3551-424f-8e2d-f07d9f739e29 req-979a64e7-8852-4e4d-a5d8-8516e45e7db0 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843995 Oct 05 20:22:19.250288 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-313df2c1-247a-4820-97b1-8a9f7a17a178 admin admin] Publish callbacks [] for security_group (ff13bf00-5f90-4d5c-b371-46670f5d845a), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:19.287306 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-313df2c1-247a-4820-97b1-8a9f7a17a178 admin admin] Publish callbacks [] for security_group (ff13bf00-5f90-4d5c-b371-46670f5d845a), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:19.297236 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:19.484110 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3169078a-53bc-4877-bb1d-4c7ee14a1a3c req-5bbd3c6c-d9f1-437b-82e2-af6a8f266019 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0602837 Oct 05 20:22:19.519518 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:19.562532 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-95243ec1-0e1c-4032-a4e8-816dc3166088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:19.575138 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf28e3-16f2-4ea6-a3c0-b2eabd0d669e req-7e01b448-529a-4bcc-81c9-13141ba84822 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:19.580184 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8dbf28e3-16f2-4ea6-a3c0-b2eabd0d669e req-7e01b448-529a-4bcc-81c9-13141ba84822 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 944 time: 0.2837453 Oct 05 20:22:19.694122 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-313df2c1-247a-4820-97b1-8a9f7a17a178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ff13bf00-5f90-4d5c-b371-46670f5d845a), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:19.700380 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-313df2c1-247a-4820-97b1-8a9f7a17a178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:19.706718 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-313df2c1-247a-4820-97b1-8a9f7a17a178 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ff13bf00-5f90-4d5c-b371-46670f5d845a HTTP/1.1" status: 204 len: 168 time: 0.6441884 Oct 05 20:22:19.730461 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6d11432b-91a3-4d1a-8339-5e8c45121efc req-46d89a49-4491-4f2f-9de8-6ff17fbe4129 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.0888262 Oct 05 20:22:19.739449 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313df2c1-247a-4820-97b1-8a9f7a17a178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff13bf00-5f90-4d5c-b371-46670f5d845a,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:19.790521 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8dbf28e3-16f2-4ea6-a3c0-b2eabd0d669e req-66d9b5ce-dc0a-4ac5-9b38-aaed6a742c60 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918893 Oct 05 20:22:19.931813 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4856b5d-d049-4ee8-9b69-ba630f8d128f', 'tag': 'd4537d2a-eb74-46f9-a32b-750a8bc9692c'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:19.935744 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5facbe-a48c-4a5d-a993-3a0d85529e37" -d '{"events": [{"name": "network-changed", "server_uuid": "f4856b5d-d049-4ee8-9b69-ba630f8d128f", "tag": "d4537d2a-eb74-46f9-a32b-750a8bc9692c"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:19.955608 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Request body: {'port': {'device_id': 'a10e8a38-b20d-4dde-8f5f-566740f633fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:20.067105 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3466c0c0-60ab-47f1-a9f8-a113feabf502 x-openstack-request-id: req-3466c0c0-60ab-47f1-a9f8-a113feabf502 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:20.067425 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4856b5d-d049-4ee8-9b69-ba630f8d128f", "tag": "d4537d2a-eb74-46f9-a32b-750a8bc9692c", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:20.067726 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3466c0c0-60ab-47f1-a9f8-a113feabf502 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:20.068129 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3466c0c0-60ab-47f1-a9f8-a113feabf502'] response: {'name': 'network-changed', 'server_uuid': 'f4856b5d-d049-4ee8-9b69-ba630f8d128f', 'tag': 'd4537d2a-eb74-46f9-a32b-750a8bc9692c', 'status': 'completed', 'code': 200} Oct 05 20:22:20.120301 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:20.129470 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173dce9-58db-46cc-8451-2e6ed04bd948 req-61c7a567-ba9c-4a8f-b4f1-4314457d793e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:20.131072 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f173dce9-58db-46cc-8451-2e6ed04bd948 req-61c7a567-ba9c-4a8f-b4f1-4314457d793e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 1128 time: 0.0620105 Oct 05 20:22:20.143398 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-78627fab-d124-41ec-b844-c37a31230ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:20.145414 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-78627fab-d124-41ec-b844-c37a31230ab6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 1128 time: 0.1857810 Oct 05 20:22:20.506768 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45454) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:20.699843 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:20.891898 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c2a3067f-5d86-4c99-a9f2-6909814130a4 req-73110cc1-3f9a-40c2-9ed3-5a934caaa799 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.1639769 Oct 05 20:22:20.904080 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:20.930807 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-5ecdd908-b341-40fd-843d-ed7125c8314e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c HTTP/1.1" status: 200 len: 217 time: 0.2493217 Oct 05 20:22:20.933855 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:21.062578 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a421f3a-a3c8-441b-a7f4-f988fde82156 req-bac16d4c-30b5-4610-9c3b-ba2b57ebd12b tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:21.086124 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9a421f3a-a3c8-441b-a7f4-f988fde82156 req-bac16d4c-30b5-4610-9c3b-ba2b57ebd12b tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 931 time: 0.3610134 Oct 05 20:22:21.086589 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d28078b0-f846-4901-ad4a-74176fd47ad9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:21.224966 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-15d59cf0-7e9f-4b4a-9f51-38b1338f86b1 req-379d5c66-8ac7-4c1b-8081-3b9b5fa9ea31 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.0957885 Oct 05 20:22:21.252953 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.15', 55850) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:21.301706 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173dce9-58db-46cc-8451-2e6ed04bd948 req-22bb2099-8f6f-4584-9fad-019819f89168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:21.303567 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f173dce9-58db-46cc-8451-2e6ed04bd948 req-22bb2099-8f6f-4584-9fad-019819f89168 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=07f868da50254a68bc692bca433d2699&shared=False HTTP/1.1" status: 200 len: 918 time: 1.1353285 Oct 05 20:22:21.404616 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9a421f3a-a3c8-441b-a7f4-f988fde82156 req-6d641e0c-5e1e-482d-9d73-601644970b50 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142912 Oct 05 20:22:21.444908 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-23116c80-82b8-461d-a4b8-3b50062839f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:21.451855 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-23116c80-82b8-461d-a4b8-3b50062839f2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.3226514 Oct 05 20:22:21.611632 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39419-9174-405d-940b-d37cd6b01f5d req-1523951b-735a-4f9b-9360-f9ab911c6ce7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:21.613826 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-1523951b-735a-4f9b-9360-f9ab911c6ce7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 816 time: 0.3207219 Oct 05 20:22:21.756443 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34635a-71f8-421c-9d64-5d69f08bb275 req-14a844e8-aa3d-4af3-99d2-e09e87665634 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:21.759003 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4c34635a-71f8-421c-9d64-5d69f08bb275 req-14a844e8-aa3d-4af3-99d2-e09e87665634 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 944 time: 0.1384313 Oct 05 20:22:21.778713 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-c0ae48ac-7a5c-4079-b27c-7e41c9384770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:21.780234 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-c0ae48ac-7a5c-4079-b27c-7e41c9384770 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2644944 Oct 05 20:22:21.908787 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f173dce9-58db-46cc-8451-2e6ed04bd948 req-723824b4-49e7-47fc-9db2-fbd90f3f1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:21.912390 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f173dce9-58db-46cc-8451-2e6ed04bd948 req-723824b4-49e7-47fc-9db2-fbd90f3f1ab1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5916908 Oct 05 20:22:21.932339 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe64fa3-44ab-44b3-a977-349ea8ab76cc {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:21.955590 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Publish callbacks [] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:21.970364 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45512) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:21.986244 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Transition to ACTIVE for port object afe64fa3-44ab-44b3-a977-349ea8ab76cc will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:22:22.060483 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d28078b0-f846-4901-ad4a-74176fd47ad9 admin admin] Publish callbacks [] for security_group (4026aa03-deaa-4d44-8ea6-4ad353791ec7), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.067511 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:22.068522 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:22.075930 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d28078b0-f846-4901-ad4a-74176fd47ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (4026aa03-deaa-4d44-8ea6-4ad353791ec7), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.101016 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.188856 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Pushing event updated for resources: {'Port': ['ID=afe64fa3-44ab-44b3-a977-349ea8ab76cc,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:22.196881 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-71d2fc8d-1951-4122-a436-90c6a1968566 req-cfe46027-a509-4aa1-b245-4f3cd210fe99 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0787807 Oct 05 20:22:22.216963 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28078b0-f846-4901-ad4a-74176fd47ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4026aa03-deaa-4d44-8ea6-4ad353791ec7,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:22.245595 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-86abdc30-2968-407a-ace3-dff3e276145a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=140a5d8a1d264d8bad17d352591fa6a2 HTTP/1.1" status: 200 len: 380 time: 0.5911207 Oct 05 20:22:22.282978 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d28078b0-f846-4901-ad4a-74176fd47ad9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=caa4eefe582c4b55b199aece42a77ebe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7735560 Oct 05 20:22:22.290725 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45534) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:22.297827 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-77fd3cc7-31a4-4078-bac6-ec6dad4a8431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.308221 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4c34635a-71f8-421c-9d64-5d69f08bb275 req-be3e72c9-5d86-43b9-8d34-24341983bd73 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708529 Oct 05 20:22:22.327393 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Attempting to bind port afe64fa3-44ab-44b3-a977-349ea8ab76cc on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:22:22.327714 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Attempting to bind port afe64fa3-44ab-44b3-a977-349ea8ab76cc by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:22:22.328076 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Attempting to bind port afe64fa3-44ab-44b3-a977-349ea8ab76cc on network b6dd4416-41b5-479a-a76a-dc7fca48e400 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:22.396401 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Port afe64fa3-44ab-44b3-a977-349ea8ab76cc on network b6dd4416-41b5-479a-a76a-dc7fca48e400 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:22:22.396730 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Attempting to bind port afe64fa3-44ab-44b3-a977-349ea8ab76cc on network b6dd4416-41b5-479a-a76a-dc7fca48e400 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:22.418331 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-810bb78e-5d16-4616-b942-b6b62aac3ffb req-becf3eb9-000c-4c5c-a1dc-77e823677b39 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.0520921 Oct 05 20:22:22.472258 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:22:22.472853 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Checking segment: {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:22:22.475583 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Bound using segment: {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:22:22.476451 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Bound port: afe64fa3-44ab-44b3-a977-349ea8ab76cc, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a656b4d-6a35-40d6-87eb-c72c0224dc86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:22:22.477110 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.479531 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d9dba11f-4a23-43c7-9e2a-b82b0c2576e9 admin admin] Publish callbacks [] for security_group (4026aa03-deaa-4d44-8ea6-4ad353791ec7), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.528040 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d9dba11f-4a23-43c7-9e2a-b82b0c2576e9 admin admin] Publish callbacks [] for security_group (4026aa03-deaa-4d44-8ea6-4ad353791ec7), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.548773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.678964 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.704335 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:22.711481 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-77fd3cc7-31a4-4078-bac6-ec6dad4a8431 admin admin] Publish callbacks [] for security_group (ba91c2d3-df95-4acc-b2c1-2315e02998b0), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.721184 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-77fd3cc7-31a4-4078-bac6-ec6dad4a8431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ba91c2d3-df95-4acc-b2c1-2315e02998b0), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.723975 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d9dba11f-4a23-43c7-9e2a-b82b0c2576e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (4026aa03-deaa-4d44-8ea6-4ad353791ec7), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.726712 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d9dba11f-4a23-43c7-9e2a-b82b0c2576e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.733610 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d9dba11f-4a23-43c7-9e2a-b82b0c2576e9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4026aa03-deaa-4d44-8ea6-4ad353791ec7 HTTP/1.1" status: 204 len: 168 time: 0.4415822 Oct 05 20:22:22.774336 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.15', 55861) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:22.799769 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] For port afe64fa3-44ab-44b3-a977-349ea8ab76cc, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:22:22.823355 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] For port afe64fa3-44ab-44b3-a977-349ea8ab76cc, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=afe64fa3-44ab-44b3-a977-349ea8ab76cc,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:22:22.841689 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'port': {'device_id': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'admin_state_up': True, 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'security_groups': ['437a8e37-d4eb-4ec0-a512-ea93783e5347']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:22.847239 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.900280 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:22.931907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:22.932503 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:22.933984 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/afe64fa3-44ab-44b3-a977-349ea8ab76cc HTTP/1.1" status: 200 len: 1093 time: 2.9842298 Oct 05 20:22:22.934929 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10e8a38-b20d-4dde-8f5f-566740f633fc', 'tag': 'afe64fa3-44ab-44b3-a977-349ea8ab76cc'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:22.960430 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-77fd3cc7-31a4-4078-bac6-ec6dad4a8431 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8ffd874b3f4e4396a469e187c7bbd1b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9882615 Oct 05 20:22:22.971192 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd3cc7-31a4-4078-bac6-ec6dad4a8431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba91c2d3-df95-4acc-b2c1-2315e02998b0,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:22.978872 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45564) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:23.010137 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-e42e3f82-888a-4c77-963d-9bc26484cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:23.012580 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-e42e3f82-888a-4c77-963d-9bc26484cbf8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 1128 time: 0.2548203 Oct 05 20:22:23.030971 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-782da572-b469-4628-943c-493510630106 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573369 Oct 05 20:22:23.034710 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f134a4-fd2f-4f9b-99ae-317e8061fc3d req-8a76b9ab-42ff-4ae1-84ba-2c771d54d69a tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:23.041853 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f7f134a4-fd2f-4f9b-99ae-317e8061fc3d req-8a76b9ab-42ff-4ae1-84ba-2c771d54d69a tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 943 time: 0.2139685 Oct 05 20:22:23.061920 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dba11f-4a23-43c7-9e2a-b82b0c2576e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4026aa03-deaa-4d44-8ea6-4ad353791ec7,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:23.122281 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5ce6e1-745e-49a0-bce8-d9836bf6155b service neutron] Pushing event updated for resources: {'Port': ['ID=afe64fa3-44ab-44b3-a977-349ea8ab76cc,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:23.186791 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c49deb8-01b7-49f4-a753-cf6980d94a5e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:23.188339 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c49deb8-01b7-49f4-a753-cf6980d94a5e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 811 time: 0.4063082 Oct 05 20:22:23.189861 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-feaca02f-61cf-4455-b95d-eb0e5dde6e92 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d8ca08-27f5-4d47-969a-f9e88617fde0 HTTP/1.1" status: 200 len: 217 time: 0.1576214 Oct 05 20:22:23.209487 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-9fec4e04-8378-4577-b22e-c37e20a60c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:23.211440 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-9fec4e04-8378-4577-b22e-c37e20a60c11 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=38145c704ac548abb6747e073892ff72&device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 1127 time: 0.1661687 Oct 05 20:22:23.238070 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f7f134a4-fd2f-4f9b-99ae-317e8061fc3d req-8a77b212-52cd-4ea9-8bd0-0c1c71ce4419 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907918 Oct 05 20:22:23.239734 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f0e33788-90b8-4d3a-8ad3-a9e0f2bd614a admin admin] Publish callbacks [] for security_group (ba91c2d3-df95-4acc-b2c1-2315e02998b0), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.260910 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Made reservation on behalf of 140a5d8a1d264d8bad17d352591fa6a2 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:22:23.266219 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.347618 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45580) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:23.355541 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f0e33788-90b8-4d3a-8ad3-a9e0f2bd614a admin admin] Publish callbacks [] for security_group (ba91c2d3-df95-4acc-b2c1-2315e02998b0), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.376707 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4c8f4716-36f2-448b-987e-624b4c95dbb1 req-81742a14-8837-4bd4-91b2-3cb241a0e598 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303607 Oct 05 20:22:23.429571 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4f9712cb-13f1-446f-84be-d998d11b0ad0 req-a0bc7749-d9bf-422e-a1f2-c96f701a1f25 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.1227255 Oct 05 20:22:23.446436 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-31862cf5-9ccd-4384-b0b7-bc0d716c206b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.451540 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-03ac1ef9-62e5-4ffc-89ae-1f8467aa13a9 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afe64fa3-44ab-44b3-a977-349ea8ab76cc HTTP/1.1" status: 200 len: 217 time: 0.1518276 Oct 05 20:22:23.497861 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:23.505272 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1b6bd-ed37-44fc-8243-a1802af0682e req-6692e4ab-3e8e-4b86-acdf-0752c6a29358 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:23.506823 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5bc1b6bd-ed37-44fc-8243-a1802af0682e req-6692e4ab-3e8e-4b86-acdf-0752c6a29358 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 944 time: 0.0640359 Oct 05 20:22:23.525053 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c70550-c8b9-4540-8649-8dd0deedfd52" -d '{"events": [{"name": "network-changed", "server_uuid": "a10e8a38-b20d-4dde-8f5f-566740f633fc", "tag": "afe64fa3-44ab-44b3-a977-349ea8ab76cc"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:23.552251 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-5b9c5fd0-bf43-467e-bc6b-33f65bd7703b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:23.553749 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-5b9c5fd0-bf43-467e-bc6b-33f65bd7703b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.2617149 Oct 05 20:22:23.631566 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-62558a71-6fec-465b-8071-fb64dc69eba0 req-18dcd0c5-1f39-478d-9682-cd906ec03677 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.0915568 Oct 05 20:22:23.633466 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Allocated IP 172.20.0.5 (f57b2de0-9b37-423e-9981-d689d8abf0c3/bbfb6b56-8c0c-450a-b9b2-f408d85f53bd/179ef3ed-c463-418f-b678-aaee7de5535e) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:22:23.635397 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:23.641106 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5bc1b6bd-ed37-44fc-8243-a1802af0682e req-a7f8a89f-dde7-4433-950a-bf9d5e47f216 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186521 Oct 05 20:22:23.689024 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7e5f9287-04ca-460c-8fe4-4c82ab7376c0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45fc2abd2bae4264b1081c1673e3095e HTTP/1.1" status: 200 len: 379 time: 0.3856544 Oct 05 20:22:23.707695 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f0e33788-90b8-4d3a-8ad3-a9e0f2bd614a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ba91c2d3-df95-4acc-b2c1-2315e02998b0), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.710559 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f0e33788-90b8-4d3a-8ad3-a9e0f2bd614a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.711779 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-f0e33788-90b8-4d3a-8ad3-a9e0f2bd614a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ba91c2d3-df95-4acc-b2c1-2315e02998b0 HTTP/1.1" status: 204 len: 168 time: 0.7312822 Oct 05 20:22:23.719661 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-31862cf5-9ccd-4384-b0b7-bc0d716c206b admin admin] Publish callbacks [] for security_group (f4c00f56-81b9-41b4-88d7-3cbf701d86f4), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.726983 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e33788-90b8-4d3a-8ad3-a9e0f2bd614a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba91c2d3-df95-4acc-b2c1-2315e02998b0,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:23.729884 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-31862cf5-9ccd-4384-b0b7-bc0d716c206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f4c00f56-81b9-41b4-88d7-3cbf701d86f4), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.783887 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31862cf5-9ccd-4384-b0b7-bc0d716c206b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c00f56-81b9-41b4-88d7-3cbf701d86f4,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:23.791758 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-31862cf5-9ccd-4384-b0b7-bc0d716c206b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=259508d5cb584fcda59e680e5222f1ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4362729 Oct 05 20:22:23.792162 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45604) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:23.898830 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-957ddd3e-09bb-47ec-b733-314de854d297 admin admin] Publish callbacks [] for security_group (f4c00f56-81b9-41b4-88d7-3cbf701d86f4), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.928641 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for port (179ef3ed-c463-418f-b678-aaee7de5535e), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:23.962133 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fa5196-994a-4a22-9cf1-fa911d4f2f2f x-openstack-request-id: req-83fa5196-994a-4a22-9cf1-fa911d4f2f2f {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:23.962358 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10e8a38-b20d-4dde-8f5f-566740f633fc", "tag": "afe64fa3-44ab-44b3-a977-349ea8ab76cc", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:23.962667 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83fa5196-994a-4a22-9cf1-fa911d4f2f2f {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:23.963364 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83fa5196-994a-4a22-9cf1-fa911d4f2f2f'] response: {'name': 'network-changed', 'server_uuid': 'a10e8a38-b20d-4dde-8f5f-566740f633fc', 'tag': 'afe64fa3-44ab-44b3-a977-349ea8ab76cc', 'status': 'completed', 'code': 200} Oct 05 20:22:23.972304 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-957ddd3e-09bb-47ec-b733-314de854d297 admin admin] Publish callbacks [] for security_group (f4c00f56-81b9-41b4-88d7-3cbf701d86f4), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.017382 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.070946 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:22:24.073802 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-957ddd3e-09bb-47ec-b733-314de854d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f4c00f56-81b9-41b4-88d7-3cbf701d86f4), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.076278 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-957ddd3e-09bb-47ec-b733-314de854d297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.077434 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-957ddd3e-09bb-47ec-b733-314de854d297 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f4c00f56-81b9-41b4-88d7-3cbf701d86f4 HTTP/1.1" status: 204 len: 168 time: 0.2838502 Oct 05 20:22:24.081070 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:24.098843 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:24.106018 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:22:24.124808 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:24.127867 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.134806 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ddd3e-09bb-47ec-b733-314de854d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c00f56-81b9-41b4-88d7-3cbf701d86f4,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:24.164366 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6ee1218c-1c06-41d1-8f1b-a00a9ec30366 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3376603 Oct 05 20:22:24.349983 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45626) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:24.367260 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-136b658c-7f9d-4aa5-a073-320f5f2f0048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.376602 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-63b114a6-8caf-45a6-a570-a1f16f09cdfb None None] Provisioning complete for port 179ef3ed-c463-418f-b678-aaee7de5535e triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:24.377742 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-63b114a6-8caf-45a6-a570-a1f16f09cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.378365 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-63b114a6-8caf-45a6-a570-a1f16f09cdfb None None] Attempt 1 to provision port 179ef3ed-c463-418f-b678-aaee7de5535e Oct 05 20:22:24.424623 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-63b114a6-8caf-45a6-a570-a1f16f09cdfb None None] Port 179ef3ed-c463-418f-b678-aaee7de5535e cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:22:24.457388 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Request body: {'port': {'device_id': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:24.533579 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:24.548725 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'port': {'device_id': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'admin_state_up': True, 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'security_groups': ['5869cf23-0a45-4dbd-9ac1-145c863b798c']}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:24.552493 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-136b658c-7f9d-4aa5-a073-320f5f2f0048 admin admin] Publish callbacks [] for security_group (8bf71f58-a21d-45d2-b145-11abd054737d), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.601378 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-136b658c-7f9d-4aa5-a073-320f5f2f0048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8bf71f58-a21d-45d2-b145-11abd054737d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.623739 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:24.624078 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f077fe86-6361-48e4-a450-16d9f5d259bc req-9b838b79-789c-427e-8d72-1b0d183fdc59 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0852346 Oct 05 20:22:24.639606 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-972274e9-e9dc-46df-8eb7-7a7206032824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:24.641154 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-972274e9-e9dc-46df-8eb7-7a7206032824 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 1128 time: 0.1336775 Oct 05 20:22:24.643241 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:24.658005 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09c08f5-7b39-4759-8128-cd67d4cb57b0 req-a387a3f8-cf7b-4bba-bd6d-82070f87b94d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:24.658005 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e09c08f5-7b39-4759-8128-cd67d4cb57b0 req-a387a3f8-cf7b-4bba-bd6d-82070f87b94d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 943 time: 0.3422759 Oct 05 20:22:24.669749 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:24.671836 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-21589583-1235-44be-9290-4af661bc6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:24.673263 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-21589583-1235-44be-9290-4af661bc6f26 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6376d98d-8930-4b8d-ad93-891d8a52ff7d HTTP/1.1" status: 200 len: 850 time: 0.1803551 Oct 05 20:22:24.680990 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b658c-7f9d-4aa5-a073-320f5f2f0048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf71f58-a21d-45d2-b145-11abd054737d,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:24.685453 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-d73df59c-68ea-47e8-8ce8-d65cdb689157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:24.687462 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-d73df59c-68ea-47e8-8ce8-d65cdb689157 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1810586 Oct 05 20:22:24.687895 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:24.697123 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-136b658c-7f9d-4aa5-a073-320f5f2f0048 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=94cf1e5c77d440edb7578b2420397055&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458645 Oct 05 20:22:24.697842 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45644) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:24.853452 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-b80e2e5a-9d4a-4f0b-a34e-463fd36103b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:24.855051 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-b80e2e5a-9d4a-4f0b-a34e-463fd36103b3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b6dd4416-41b5-479a-a76a-dc7fca48e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1756475 Oct 05 20:22:24.914023 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e09c08f5-7b39-4759-8128-cd67d4cb57b0 req-84281ea5-e3df-423d-a007-023622da9b65 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594113 Oct 05 20:22:24.926213 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30036b13-d8a5-4a57-a51e-05b2c192c0a1 req-bff1a488-8f52-4a77-aa0f-bb0248cefa96 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:24.933158 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-30036b13-d8a5-4a57-a51e-05b2c192c0a1 req-bff1a488-8f52-4a77-aa0f-bb0248cefa96 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 944 time: 0.1715209 Oct 05 20:22:25.022584 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-adda4add-922c-4b0c-bddb-57bb4972501e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944748 Oct 05 20:22:25.026504 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-e71d91c2-f028-4002-a76f-06e5fa7ac336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:25.029295 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-e71d91c2-f028-4002-a76f-06e5fa7ac336 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.3702853 Oct 05 20:22:25.073941 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e95-281c-4eae-a66b-d0a830e6c49b admin admin] Publish callbacks [] for security_group (8bf71f58-a21d-45d2-b145-11abd054737d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.097402 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Made reservation on behalf of 45fc2abd2bae4264b1081c1673e3095e for: {'port': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:22:25.101022 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.131727 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-30036b13-d8a5-4a57-a51e-05b2c192c0a1 req-e11ecc03-f886-4885-bc9b-2e5363d63675 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976697 Oct 05 20:22:25.171473 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-af22c012-c1ec-4a87-93bd-9fbb5721ffda service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c HTTP/1.1" status: 200 len: 217 time: 0.0836015 Oct 05 20:22:25.256977 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb616af-8ca5-4037-b6e2-d2aec9fe7294 req-6a4c535d-4054-492e-8ddd-62279575e70a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:25.258580 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ccb616af-8ca5-4037-b6e2-d2aec9fe7294 req-6a4c535d-4054-492e-8ddd-62279575e70a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 931 time: 0.1696672 Oct 05 20:22:25.265261 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-62ef9bf8-135a-4d0e-84a4-1b0c6d035ab5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355332 Oct 05 20:22:25.368779 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-9cc2ccfa-79be-4a8c-8fe3-e0452cdb7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:25.370268 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-9cc2ccfa-79be-4a8c-8fe3-e0452cdb7bdc service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.1910012 Oct 05 20:22:25.407678 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e95-281c-4eae-a66b-d0a830e6c49b admin admin] Publish callbacks [] for security_group (8bf71f58-a21d-45d2-b145-11abd054737d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.440714 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ccb616af-8ca5-4037-b6e2-d2aec9fe7294 req-e3798998-c8d0-47bc-b888-c59f76faa81b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681564 Oct 05 20:22:25.451979 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-76d500bf-2140-4f63-802b-78fdfa20dc19 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b6dd4416-41b5-479a-a76a-dc7fca48e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847888 Oct 05 20:22:25.491218 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Allocated IP 172.20.0.12 (befb067e-a787-4f3b-9756-b797371b0a4e/3376e8a6-8ff4-4052-9852-48c1ae0f4532/0b7637cb-b026-4f28-9263-f8fb7d10f2e2) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:22:25.558726 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e95-281c-4eae-a66b-d0a830e6c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8bf71f58-a21d-45d2-b145-11abd054737d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.561929 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-dbf06e95-281c-4eae-a66b-d0a830e6c49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.572285 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-dbf06e95-281c-4eae-a66b-d0a830e6c49b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8bf71f58-a21d-45d2-b145-11abd054737d HTTP/1.1" status: 204 len: 168 time: 0.8458600 Oct 05 20:22:25.572818 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:25.574852 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 179ef3ed-c463-418f-b678-aaee7de5535e {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:25.594273 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Publish callbacks [] for port (179ef3ed-c463-418f-b678-aaee7de5535e), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.597171 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf06e95-281c-4eae-a66b-d0a830e6c49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf71f58-a21d-45d2-b145-11abd054737d,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:25.611308 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Transition to ACTIVE for port object 179ef3ed-c463-418f-b678-aaee7de5535e will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:22:25.619378 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.742076 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.790035 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.850470 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'Port': ['ID=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:25.888774 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Attempting to bind port 179ef3ed-c463-418f-b678-aaee7de5535e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:22:25.889446 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Attempting to bind port 179ef3ed-c463-418f-b678-aaee7de5535e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:22:25.889807 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Attempting to bind port 179ef3ed-c463-418f-b678-aaee7de5535e on network f57b2de0-9b37-423e-9981-d689d8abf0c3 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:25.890952 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Network befb067e-a787-4f3b-9756-b797371b0a4e is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:22:25.894555 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:25.895322 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:25.906353 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:22:25.916204 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:25.916963 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:25.930100 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153aff9-20f8-4b0a-958e-599461311e85 req-5417e152-4b74-454d-9714-078bbfc9011d tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:25.931652 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7153aff9-20f8-4b0a-958e-599461311e85 req-5417e152-4b74-454d-9714-078bbfc9011d tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 932 time: 0.1234243 Oct 05 20:22:25.942685 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-7c1a3b11-fc07-479d-acf3-f44d6b09855f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4341338 Oct 05 20:22:25.972996 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Port 179ef3ed-c463-418f-b678-aaee7de5535e on network f57b2de0-9b37-423e-9981-d689d8abf0c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:22:25.973214 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Attempting to bind port 179ef3ed-c463-418f-b678-aaee7de5535e on network f57b2de0-9b37-423e-9981-d689d8abf0c3 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:25.982222 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:26.010154 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:26.022135 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Request body: {'port': {'device_id': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:26.042345 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7153aff9-20f8-4b0a-958e-599461311e85 req-4ce0bdeb-fe8e-488e-9940-f81337ec83d2 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030111 Oct 05 20:22:26.133303 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:22:26.133670 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Checking segment: {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:22:26.134233 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Bound using segment: {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:22:26.134776 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Bound port: 179ef3ed-c463-418f-b678-aaee7de5535e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:22:26.142269 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:26.236885 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device d4537d2a-eb74-46f9-a32b-750a8bc9692c details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:22:26.249391 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ca51b5fb-71e3-48d6-aa38-14ca0cfb6427 req-f26dedd4-88a9-4ae9-aa9f-519e4590080f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b6dd4416-41b5-479a-a76a-dc7fca48e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311027 Oct 05 20:22:26.275307 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:26.280069 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:26.293456 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-f8b9e289-d3c5-450e-a9cb-74884a43d799 None None] Provisioning complete for port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:26.294184 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8b9e289-d3c5-450e-a9cb-74884a43d799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:26.294704 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-f8b9e289-d3c5-450e-a9cb-74884a43d799 None None] Attempt 1 to provision port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 Oct 05 20:22:26.317037 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-d6fb9685-93be-4116-a1d4-822f5de5b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:26.320863 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-d6fb9685-93be-4116-a1d4-822f5de5b5fe service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2881756 Oct 05 20:22:26.349957 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:22:26.362541 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-f8b9e289-d3c5-450e-a9cb-74884a43d799 None None] Port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:22:26.380262 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794026e-1411-4f12-bdcb-5c532bfe6cf4 req-89002bfe-a6f7-4e17-9cf2-cc7af5589e4f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:26.390279 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1794026e-1411-4f12-bdcb-5c532bfe6cf4 req-89002bfe-a6f7-4e17-9cf2-cc7af5589e4f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 944 time: 0.1235769 Oct 05 20:22:26.393311 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c742679-4ff1-4e5b-8370-e41663cada38 req-4fcad1c0-11b1-43de-97f0-58b05b6c7e8d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:26.395742 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2c742679-4ff1-4e5b-8370-e41663cada38 req-4fcad1c0-11b1-43de-97f0-58b05b6c7e8d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 943 time: 0.2720618 Oct 05 20:22:26.396905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:22:26.408746 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:26.445786 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:26.446211 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:26.447763 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/179ef3ed-c463-418f-b678-aaee7de5535e HTTP/1.1" status: 200 len: 1093 time: 1.9948456 Oct 05 20:22:26.448920 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:26.451437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1565eb97-a98f-4a0d-ad9e-d6ecf7b20ace" -d '{"events": [{"name": "network-changed", "server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:26.485740 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port d4537d2a-eb74-46f9-a32b-750a8bc9692c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:26.498553 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2c742679-4ff1-4e5b-8370-e41663cada38 req-57fa630c-b9fe-4d47-84ae-6495f29d3aab tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765600 Oct 05 20:22:26.514820 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1794026e-1411-4f12-bdcb-5c532bfe6cf4 req-e219e9db-330e-4b68-ad55-d3ea16649952 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163747 Oct 05 20:22:26.541863 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6093758f-a7bb-4855-85cb-2f917e035dc9 service neutron] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:26.564787 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': 'd4537d2a-eb74-46f9-a32b-750a8bc9692c', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'port_id': 'd4537d2a-eb74-46f9-a32b-750a8bc9692c', 'mac_address': 'fa:16:3e:22:95:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:22:26.633587 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca64342d-869a-44ef-99a7-3138974b0038 x-openstack-request-id: req-ca64342d-869a-44ef-99a7-3138974b0038 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:26.633763 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:26.634022 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca64342d-869a-44ef-99a7-3138974b0038 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:26.634433 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca64342d-869a-44ef-99a7-3138974b0038'] response: {'name': 'network-changed', 'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e', 'status': 'completed', 'code': 200} Oct 05 20:22:26.650512 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port d4537d2a-eb74-46f9-a32b-750a8bc9692c is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:26.650975 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:26.669563 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4537d2a-eb74-46f9-a32b-750a8bc9692c {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:26.713542 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port d4537d2a-eb74-46f9-a32b-750a8bc9692c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:26.720436 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:26.749558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bea5c5a-771c-4de5-a94f-3e04aa57a878 req-189e4596-2e7d-4304-9453-39a01f9107c4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:26.751054 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9bea5c5a-771c-4de5-a94f-3e04aa57a878 req-189e4596-2e7d-4304-9453-39a01f9107c4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.1154711 Oct 05 20:22:26.779948 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=d4537d2a-eb74-46f9-a32b-750a8bc9692c,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:26.785255 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:26.795950 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=6 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:26.796888 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45732) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:26.846273 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9bea5c5a-771c-4de5-a94f-3e04aa57a878 req-3cef29d8-0e6d-42d4-97c8-1010357202fe tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846343 Oct 05 20:22:26.912675 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 {{(pid=106132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:26.922831 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Publish callbacks [] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:26.929387 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:26.939540 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.provisioning_blocks [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Transition to ACTIVE for port object 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 will not be triggered until provisioned by entity L2. {{(pid=106132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:22:26.948227 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:27.097894 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['d4537d2a-eb74-46f9-a32b-750a8bc9692c'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:22:27.237326 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fb10ea1-ae8d-44a3-81b5-189ebd9e8cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:27.362455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565eb97-a98f-4a0d-ad9e-d6ecf7b20ace req-18a6ae41-4e86-447c-b144-87553c101ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:27.364643 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1565eb97-a98f-4a0d-ad9e-d6ecf7b20ace req-18a6ae41-4e86-447c-b144-87553c101ac1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 1127 time: 0.1809554 Oct 05 20:22:27.375870 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-99d92869-22d2-4ff3-86a8-e409c805efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:27.377556 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-99d92869-22d2-4ff3-86a8-e409c805efe8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=38145c704ac548abb6747e073892ff72&device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 1127 time: 0.3011894 Oct 05 20:22:27.407671 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:27.570432 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbaf5c-1d87-4d32-a6a7-a49083370fff req-d5d17e85-410f-4fae-a663-8bdf3c9a9730 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:27.578979 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bfbaf5c-1d87-4d32-a6a7-a49083370fff req-d5d17e85-410f-4fae-a663-8bdf3c9a9730 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 944 time: 0.2832952 Oct 05 20:22:27.645756 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Attempting to bind port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:22:27.646066 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Attempting to bind port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:22:27.646401 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Attempting to bind port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 on network befb067e-a787-4f3b-9756-b797371b0a4e {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:27.713750 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Pushing event updated for resources: {'Port': ['ID=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:27.748588 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 on network befb067e-a787-4f3b-9756-b797371b0a4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:22:27.748928 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Attempting to bind port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 on network befb067e-a787-4f3b-9756-b797371b0a4e {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:22:27.793676 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:27.796352 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fb10ea1-ae8d-44a3-81b5-189ebd9e8cda admin admin] Publish callbacks [] for security_group (a8d8b995-15f0-4598-9c59-2e33af2d53a3), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:27.807942 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6310cc-f229-4d9c-a385-5538687abf41 req-5f5be420-381f-47f2-9191-e2d960b5cc5c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:27.821007 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f6310cc-f229-4d9c-a385-5538687abf41 req-5f5be420-381f-47f2-9191-e2d960b5cc5c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 944 time: 0.1226964 Oct 05 20:22:27.847512 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fb10ea1-ae8d-44a3-81b5-189ebd9e8cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a8d8b995-15f0-4598-9c59-2e33af2d53a3), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:27.885415 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-f461bf72-7e71-470e-96d9-40c6b11c17c8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7276597 Oct 05 20:22:27.907596 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:22:27.908318 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Checking segment: {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:22:27.908586 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Bound using segment: {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:22:27.908866 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Bound port: 0b7637cb-b026-4f28-9263-f8fb7d10f2e2, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'}}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:22:27.909226 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:27.988723 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:28.005617 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4fb10ea1-ae8d-44a3-81b5-189ebd9e8cda admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=552e1d71116e47f4a40689a642cfc8f6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2049739 Oct 05 20:22:28.008787 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45778) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:28.010340 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bfbaf5c-1d87-4d32-a6a7-a49083370fff req-ca2f933e-47f5-4aeb-8b52-7671f3760ae1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4304261 Oct 05 20:22:28.013466 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f6310cc-f229-4d9c-a385-5538687abf41 req-0e8a63e5-bae0-4dc3-ae12-c98db9fde26e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916606 Oct 05 20:22:28.013819 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb10ea1-ae8d-44a3-81b5-189ebd9e8cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d8b995-15f0-4598-9c59-2e33af2d53a3,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:28.018814 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-8276cde6-02b5-484e-832b-a96772511ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.020374 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-8276cde6-02b5-484e-832b-a96772511ef3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b6dd4416-41b5-479a-a76a-dc7fca48e400 HTTP/1.1" status: 200 len: 912 time: 0.6298614 Oct 05 20:22:28.021538 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565eb97-a98f-4a0d-ad9e-d6ecf7b20ace req-4be49c12-ee6f-41cb-964b-66a9d2bbcabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.023237 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1565eb97-a98f-4a0d-ad9e-d6ecf7b20ace req-4be49c12-ee6f-41cb-964b-66a9d2bbcabd service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6373751 Oct 05 20:22:28.023576 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:28.101917 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] For port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2, host hv-cinder-80152, cleared binding levels {{(pid=106132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:22:28.107391 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eb5facbe-a48c-4a5d-a993-3a0d85529e37 req-451d7d47-0e44-40ef-a46b-78e0b7d1bc36 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116587 Oct 05 20:22:28.121966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] For port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:22:28.136090 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-cb69aba1-fa03-424b-9d1c-bca66c0a07ae service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afe64fa3-44ab-44b3-a977-349ea8ab76cc HTTP/1.1" status: 200 len: 217 time: 0.1046002 Oct 05 20:22:28.136318 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-23362f7b-12f5-4d9a-b9d9-73e424ef432d admin admin] Publish callbacks [] for security_group (a8d8b995-15f0-4598-9c59-2e33af2d53a3), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.145444 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.152442 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.153056 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.155041 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/0b7637cb-b026-4f28-9263-f8fb7d10f2e2 HTTP/1.1" status: 200 len: 1094 time: 2.1374075 Oct 05 20:22:28.159142 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'tag': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:28.161541 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c38f5f-bff6-4e5b-b875-e50887233e95" -d '{"events": [{"name": "network-changed", "server_uuid": "cc97e634-82d8-4433-bee0-6d00f84075e7", "tag": "0b7637cb-b026-4f28-9263-f8fb7d10f2e2"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:28.212410 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-23362f7b-12f5-4d9a-b9d9-73e424ef432d admin admin] Publish callbacks [] for security_group (a8d8b995-15f0-4598-9c59-2e33af2d53a3), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.245897 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 29d8ca08-27f5-4d47-969a-f9e88617fde0 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:22:28.267966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:28.319433 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48fd62-9ab4-4eb8-a547-7fe786d0cadc req-d81831f3-fe29-479b-83de-d3f338758f35 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.320856 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ae48fd62-9ab4-4eb8-a547-7fe786d0cadc req-d81831f3-fe29-479b-83de-d3f338758f35 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 943 time: 0.1353664 Oct 05 20:22:28.330122 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3082c-b009-4510-87b3-20b60693d72c service neutron] Pushing event updated for resources: {'Port': ['ID=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,revision_number=3']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:28.337144 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-e34f5abf-d305-43f9-90e4-64e7ef0673dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.338765 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-e34f5abf-d305-43f9-90e4-64e7ef0673dd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 1128 time: 0.0995119 Oct 05 20:22:28.362436 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c725b0-21fa-40ed-a8e0-da8370db73e6 req-e06bc4ae-bbbc-4d2d-9769-e3cfd7f6c63c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.363879 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-64c725b0-21fa-40ed-a8e0-da8370db73e6 req-e06bc4ae-bbbc-4d2d-9769-e3cfd7f6c63c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.2123618 Oct 05 20:22:28.397167 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-c6d308fc-1338-4a2e-8386-419f5c8830b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.398730 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-c6d308fc-1338-4a2e-8386-419f5c8830b7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=6376d98d-8930-4b8d-ad93-891d8a52ff7d HTTP/1.1" status: 200 len: 850 time: 0.2457218 Oct 05 20:22:28.412723 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-6f2245af-023e-46ed-8313-aa1cf37cf0af service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2 HTTP/1.1" status: 200 len: 217 time: 0.0528526 Oct 05 20:22:28.415391 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-23362f7b-12f5-4d9a-b9d9-73e424ef432d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a8d8b995-15f0-4598-9c59-2e33af2d53a3), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.417954 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-23362f7b-12f5-4d9a-b9d9-73e424ef432d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.419076 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-23362f7b-12f5-4d9a-b9d9-73e424ef432d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a8d8b995-15f0-4598-9c59-2e33af2d53a3 HTTP/1.1" status: 204 len: 168 time: 0.4091408 Oct 05 20:22:28.456348 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565eb97-a98f-4a0d-ad9e-d6ecf7b20ace req-c08a3ffd-88b4-4019-a4b5-757b22b2ec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.457854 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1565eb97-a98f-4a0d-ad9e-d6ecf7b20ace req-c08a3ffd-88b4-4019-a4b5-757b22b2ec4d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4189975 Oct 05 20:22:28.462616 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23362f7b-12f5-4d9a-b9d9-73e424ef432d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d8b995-15f0-4598-9c59-2e33af2d53a3,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:28.467384 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 29d8ca08-27f5-4d47-969a-f9e88617fde0, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=29d8ca08-27f5-4d47-969a-f9e88617fde0,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:28.485960 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ae48fd62-9ab4-4eb8-a547-7fe786d0cadc req-9f76d241-39ed-444b-916e-6fcdd57f36fb tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355612 Oct 05 20:22:28.505178 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:28.507940 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '29d8ca08-27f5-4d47-969a-f9e88617fde0', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'port_id': '29d8ca08-27f5-4d47-969a-f9e88617fde0', 'mac_address': 'fa:16:3e:15:4a:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:22:28.508677 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-f34f0c16-8e00-4455-a5e6-d8407b14e3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.510589 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device d4537d2a-eb74-46f9-a32b-750a8bc9692c up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:28.511138 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-f34f0c16-8e00-4455-a5e6-d8407b14e3ef service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b6dd4416-41b5-479a-a76a-dc7fca48e400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1017292 Oct 05 20:22:28.521868 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-64c725b0-21fa-40ed-a8e0-da8370db73e6 req-39da4f4c-dc9a-4fa4-9847-6f796c396104 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340551 Oct 05 20:22:28.524071 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-ad1f853b-2217-428b-b80c-ebc64abda930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.525715 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-ad1f853b-2217-428b-b80c-ebc64abda930 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 200 len: 850 time: 0.1025748 Oct 05 20:22:28.618490 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:28.625009 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-512b59c4-07da-442b-bc91-ef87eed55af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.628979 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 29d8ca08-27f5-4d47-969a-f9e88617fde0 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:28.629773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.631030 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-512b59c4-07da-442b-bc91-ef87eed55af1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=befb067e-a787-4f3b-9756-b797371b0a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0989223 Oct 05 20:22:28.661451 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d8ca08-27f5-4d47-969a-f9e88617fde0 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:28.691290 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 29d8ca08-27f5-4d47-969a-f9e88617fde0, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=29d8ca08-27f5-4d47-969a-f9e88617fde0,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:28.697266 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc435f98-c9ea-45b6-ba5d-427e56bb8169 x-openstack-request-id: req-bc435f98-c9ea-45b6-ba5d-427e56bb8169 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:28.697604 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc97e634-82d8-4433-bee0-6d00f84075e7", "tag": "0b7637cb-b026-4f28-9263-f8fb7d10f2e2", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:28.697919 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc435f98-c9ea-45b6-ba5d-427e56bb8169 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:28.698332 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc435f98-c9ea-45b6-ba5d-427e56bb8169'] response: {'name': 'network-changed', 'server_uuid': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'tag': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2', 'status': 'completed', 'code': 200} Oct 05 20:22:28.710692 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port d4537d2a-eb74-46f9-a32b-750a8bc9692c completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:22:28.718874 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.727034 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port d4537d2a-eb74-46f9-a32b-750a8bc9692c triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:28.727677 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.728019 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port d4537d2a-eb74-46f9-a32b-750a8bc9692c Oct 05 20:22:28.867864 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=29d8ca08-27f5-4d47-969a-f9e88617fde0,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:28.895748 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39419-9174-405d-940b-d37cd6b01f5d req-df2221ee-b630-448e-b42b-ea3da6f5061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:28.897713 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-df2221ee-b630-448e-b42b-ea3da6f5061e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 1127 time: 0.3450687 Oct 05 20:22:28.930393 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port d4537d2a-eb74-46f9-a32b-750a8bc9692c is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:28.930782 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:28.975777 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-6b6705b9-c6a8-4cc0-ac70-9875d214e9c2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367891 Oct 05 20:22:28.990046 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4856b5d-d049-4ee8-9b69-ba630f8d128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4537d2a-eb74-46f9-a32b-750a8bc9692c'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:29.079081 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-e0c00894-1ec4-44fd-8762-4d75ebf48292 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=179ef3ed-c463-418f-b678-aaee7de5535e HTTP/1.1" status: 200 len: 217 time: 0.1669219 Oct 05 20:22:29.083365 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-4e3cad0c-5c58-44f3-9f95-0174874b212c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b6dd4416-41b5-479a-a76a-dc7fca48e400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5569196 Oct 05 20:22:29.131103 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da92ba1f-cf2c-456b-915f-a1d21393f745 req-73d627a0-a66c-43c3-9b05-b423bb3ac401 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483738 Oct 05 20:22:29.158503 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['29d8ca08-27f5-4d47-969a-f9e88617fde0'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:22:29.210086 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port d4537d2a-eb74-46f9-a32b-750a8bc9692c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:29.233317 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd90a2-ac65-4f46-a8f6-e1c89e7f8885 req-81006d16-42dc-44dd-a1ee-da4e74e38fd2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:29.241012 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-85bd90a2-ac65-4f46-a8f6-e1c89e7f8885 req-81006d16-42dc-44dd-a1ee-da4e74e38fd2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 945 time: 0.0646260 Oct 05 20:22:29.307433 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:29.310740 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-85bd90a2-ac65-4f46-a8f6-e1c89e7f8885 req-b5014b25-68e1-4020-8e2e-54ee0cd47ea0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687232 Oct 05 20:22:29.334174 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac7207-ed3c-42dc-a818-9a2c3bebc2db req-b54b5576-5406-4b64-82f4-52b40960bfbd tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:29.335853 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c7ac7207-ed3c-42dc-a818-9a2c3bebc2db req-b54b5576-5406-4b64-82f4-52b40960bfbd tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 944 time: 0.1118066 Oct 05 20:22:29.349841 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39419-9174-405d-940b-d37cd6b01f5d req-2ef1c8fc-cc3e-4f7d-8542-a584a8306435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:29.351270 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-2ef1c8fc-cc3e-4f7d-8542-a584a8306435 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.2497005 Oct 05 20:22:29.389713 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45828) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:29.412577 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1611eb4-b4fb-4d04-9df5-ae58300615f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:29.420227 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c300f85c-f09e-461d-a32c-d6f66b62b371" -d '{"events": [{"server_uuid": "f4856b5d-d049-4ee8-9b69-ba630f8d128f", "name": "network-vif-plugged", "status": "completed", "tag": "d4537d2a-eb74-46f9-a32b-750a8bc9692c"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:29.439512 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-68c70550-c8b9-4540-8649-8dd0deedfd52 req-7929bac2-dd4a-4e7d-904f-b7a79fdea197 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b6dd4416-41b5-479a-a76a-dc7fca48e400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462045 Oct 05 20:22:29.477823 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c7ac7207-ed3c-42dc-a818-9a2c3bebc2db req-8390298c-2e37-4d2b-8ae9-d71601dce1e4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314931 Oct 05 20:22:29.522877 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1611eb4-b4fb-4d04-9df5-ae58300615f3 admin admin] Publish callbacks [] for security_group (674f7f9a-c390-4106-a6b4-4157c4a3a778), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:29.533748 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1611eb4-b4fb-4d04-9df5-ae58300615f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (674f7f9a-c390-4106-a6b4-4157c4a3a778), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:29.535267 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=d4537d2a-eb74-46f9-a32b-750a8bc9692c,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:29.611027 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d1611eb4-b4fb-4d04-9df5-ae58300615f3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9253fb977ae749d79b0a188dab556e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2175691 Oct 05 20:22:29.612256 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45840) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:29.624582 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1611eb4-b4fb-4d04-9df5-ae58300615f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=674f7f9a-c390-4106-a6b4-4157c4a3a778,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:29.704171 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c45c6b-ed3e-499d-beb2-c63f88f6ce30 req-3d3193d7-1ce6-4b3f-8df0-82198bbae6ec tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:29.705798 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4c45c6b-ed3e-499d-beb2-c63f88f6ce30 req-3d3193d7-1ce6-4b3f-8df0-82198bbae6ec tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 943 time: 0.0719161 Oct 05 20:22:29.720766 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9324f7-0cf2-466c-b107-889c23dd039a x-openstack-request-id: req-9d9324f7-0cf2-466c-b107-889c23dd039a {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:29.721085 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4856b5d-d049-4ee8-9b69-ba630f8d128f", "name": "network-vif-plugged", "status": "completed", "tag": "d4537d2a-eb74-46f9-a32b-750a8bc9692c", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:29.721341 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d9324f7-0cf2-466c-b107-889c23dd039a {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:29.721845 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d9324f7-0cf2-466c-b107-889c23dd039a'] response: {'server_uuid': 'f4856b5d-d049-4ee8-9b69-ba630f8d128f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4537d2a-eb74-46f9-a32b-750a8bc9692c', 'code': 200} Oct 05 20:22:29.735710 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9191e6f1-2499-4cbb-bbbf-4fd04b7cac99 admin admin] Publish callbacks [] for security_group (674f7f9a-c390-4106-a6b4-4157c4a3a778), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:29.766286 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:29.770725 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9191e6f1-2499-4cbb-bbbf-4fd04b7cac99 admin admin] Publish callbacks [] for security_group (674f7f9a-c390-4106-a6b4-4157c4a3a778), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:29.796143 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4c45c6b-ed3e-499d-beb2-c63f88f6ce30 req-db8179d3-f36d-4fed-9fe0-d826bafa103e tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834813 Oct 05 20:22:29.838625 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9191e6f1-2499-4cbb-bbbf-4fd04b7cac99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (674f7f9a-c390-4106-a6b4-4157c4a3a778), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:29.841478 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:29.844051 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9191e6f1-2499-4cbb-bbbf-4fd04b7cac99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:29.847983 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-9191e6f1-2499-4cbb-bbbf-4fd04b7cac99 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/674f7f9a-c390-4106-a6b4-4157c4a3a778 HTTP/1.1" status: 204 len: 168 time: 0.2312605 Oct 05 20:22:29.858108 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb0767-7420-4c4b-a716-c14e869a5ae1 req-89744c4e-725d-48e0-9fb3-ee3eda4a302a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:29.858663 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191e6f1-2499-4cbb-bbbf-4fd04b7cac99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674f7f9a-c390-4106-a6b4-4157c4a3a778,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:29.862856 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c4eb0767-7420-4c4b-a716-c14e869a5ae1 req-89744c4e-725d-48e0-9fb3-ee3eda4a302a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0841436 Oct 05 20:22:29.949752 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c4eb0767-7420-4c4b-a716-c14e869a5ae1 req-f672f3e6-7c59-47da-9d78-f012444e048a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635746 Oct 05 20:22:30.076546 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e39419-9174-405d-940b-d37cd6b01f5d req-f6c0a095-1dd2-42b0-baf8-51a6599a6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:30.078103 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-f6c0a095-1dd2-42b0-baf8-51a6599a6b9a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0740955 Oct 05 20:22:30.096162 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-b3371946-a4c4-4e09-a822-e4fffb357065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:30.097944 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-b3371946-a4c4-4e09-a822-e4fffb357065 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 1128 time: 0.0650947 Oct 05 20:22:30.201148 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:30.268056 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device afe64fa3-44ab-44b3-a977-349ea8ab76cc details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:22:30.274719 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-b4c09f5e-0f17-4571-81b7-8ccd2777d929 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890109 Oct 05 20:22:30.306042 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-e5a7fd8d-fab0-424d-91dd-cb62340958e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:30.308148 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-e5a7fd8d-fab0-424d-91dd-cb62340958e2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 912 time: 0.1981812 Oct 05 20:22:30.366232 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db39396-4966-45f3-8058-c3d3ff4ede30 req-1473fafc-11a4-400d-a385-aae8a0141b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:30.367761 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8db39396-4966-45f3-8058-c3d3ff4ede30 req-1473fafc-11a4-400d-a385-aae8a0141b1e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 1130 time: 0.1804144 Oct 05 20:22:30.412295 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-8db39396-4966-45f3-8058-c3d3ff4ede30 req-da61b619-1684-433b-82db-860663cdb1f1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:30.448235 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-89886bf3-5abc-4bcd-be37-8f6441276659 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2 HTTP/1.1" status: 200 len: 217 time: 0.1096873 Oct 05 20:22:30.480948 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port afe64fa3-44ab-44b3-a977-349ea8ab76cc, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=afe64fa3-44ab-44b3-a977-349ea8ab76cc,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:30.496554 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 29d8ca08-27f5-4d47-969a-f9e88617fde0 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:30.501224 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': 'afe64fa3-44ab-44b3-a977-349ea8ab76cc', 'network_id': 'b6dd4416-41b5-479a-a76a-dc7fca48e400', 'port_id': 'afe64fa3-44ab-44b3-a977-349ea8ab76cc', 'mac_address': 'fa:16:3e:4e:2c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6376d98d-8930-4b8d-ad93-891d8a52ff7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:22:30.619637 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65fa21-5589-4a62-b33d-1c5c4691de34 req-227cd999-3a30-4912-9126-60a0af97a961 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:30.623820 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port afe64fa3-44ab-44b3-a977-349ea8ab76cc is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:30.624629 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7c65fa21-5589-4a62-b33d-1c5c4691de34 req-227cd999-3a30-4912-9126-60a0af97a961 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 945 time: 0.1837196 Oct 05 20:22:30.625062 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:30.643372 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:30.647077 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe64fa3-44ab-44b3-a977-349ea8ab76cc {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:30.665999 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-8db39396-4966-45f3-8058-c3d3ff4ede30 req-da61b619-1684-433b-82db-860663cdb1f1 service neutron] Publish callbacks [] for security_group (55c698be-f9b7-43ec-b64c-a7563cd4a73d), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:30.666129 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-53e39419-9174-405d-940b-d37cd6b01f5d req-c0e36c08-f38d-4dcc-b928-ec43e2dad06d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790691 Oct 05 20:22:30.678442 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port afe64fa3-44ab-44b3-a977-349ea8ab76cc, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=afe64fa3-44ab-44b3-a977-349ea8ab76cc,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:30.681023 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:30.682302 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 29d8ca08-27f5-4d47-969a-f9e88617fde0 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:22:30.690301 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:30.699633 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-4a889121-a50f-4b09-8163-03145fd3b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:30.701334 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-4a889121-a50f-4b09-8163-03145fd3b545 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 200 len: 850 time: 0.2291601 Oct 05 20:22:30.702976 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 29d8ca08-27f5-4d47-969a-f9e88617fde0 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:30.705178 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:30.706766 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 29d8ca08-27f5-4d47-969a-f9e88617fde0 Oct 05 20:22:30.732153 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:DELETE=1,neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:30.742195 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f473b4-f3aa-4040-a617-722c49a3d570 req-d84e8416-f1c4-48df-91cb-71066d293e8b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:30.751679 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c8f473b4-f3aa-4040-a617-722c49a3d570 req-d84e8416-f1c4-48df-91cb-71066d293e8b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 944 time: 0.0884175 Oct 05 20:22:30.755224 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-8db39396-4966-45f3-8058-c3d3ff4ede30 req-da61b619-1684-433b-82db-860663cdb1f1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (55c698be-f9b7-43ec-b64c-a7563cd4a73d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:30.808470 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8db39396-4966-45f3-8058-c3d3ff4ede30 req-da61b619-1684-433b-82db-860663cdb1f1 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257021 Oct 05 20:22:30.812651 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7c65fa21-5589-4a62-b33d-1c5c4691de34 req-559a1bc3-857c-4e92-ab7a-b454c2cc6549 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712580 Oct 05 20:22:30.814414 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-ae48d897-2901-427e-8d49-4dfe963e2c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:30.815892 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-ae48d897-2901-427e-8d49-4dfe963e2c97 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=befb067e-a787-4f3b-9756-b797371b0a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1046572 Oct 05 20:22:30.835658 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=afe64fa3-44ab-44b3-a977-349ea8ab76cc,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:30.909961 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 29d8ca08-27f5-4d47-969a-f9e88617fde0 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:30.910533 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:30.955383 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61b619-1684-433b-82db-860663cdb1f1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=55c698be-f9b7-43ec-b64c-a7563cd4a73d,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:30.959544 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 29d8ca08-27f5-4d47-969a-f9e88617fde0, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=29d8ca08-27f5-4d47-969a-f9e88617fde0,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:30.969401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:30.973748 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c8f473b4-f3aa-4040-a617-722c49a3d570 req-3398e57b-52cb-48cd-9a13-4cbdceb724dc tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205775 Oct 05 20:22:31.013546 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f5af0-87e4-4f67-90f0-791ec8cf1ad0 req-d786af6a-5533-4b47-9995-cb874e3224ba tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:31.018362 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2b2f5af0-87e4-4f67-90f0-791ec8cf1ad0 req-d786af6a-5533-4b47-9995-cb874e3224ba tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 944 time: 0.0782056 Oct 05 20:22:31.021451 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['afe64fa3-44ab-44b3-a977-349ea8ab76cc'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:22:31.080832 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=29d8ca08-27f5-4d47-969a-f9e88617fde0,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:31.093499 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2b2f5af0-87e4-4f67-90f0-791ec8cf1ad0 req-9fdb266c-3df4-47fa-bd5b-95724bd55a7f tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745234 Oct 05 20:22:31.154681 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b518280-8f09-4374-894b-9f6d0a33b3f3 req-5e8bbad2-4ca9-446f-843f-435dcca30110 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:31.158019 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5b518280-8f09-4374-894b-9f6d0a33b3f3 req-5e8bbad2-4ca9-446f-843f-435dcca30110 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0769372 Oct 05 20:22:31.211907 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5b518280-8f09-4374-894b-9f6d0a33b3f3 req-7a0e2c11-4085-4361-ae16-cf013886e5ad tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496695 Oct 05 20:22:31.723188 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4e1864-19fb-435d-ac75-675b0bf645c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d8ca08-27f5-4d47-969a-f9e88617fde0'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:31.726277 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f7597f-80cd-4c2a-becd-da2713b6ccb9" -d '{"events": [{"server_uuid": "fb4e1864-19fb-435d-ac75-675b0bf645c4", "name": "network-vif-plugged", "status": "completed", "tag": "29d8ca08-27f5-4d47-969a-f9e88617fde0"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:31.764620 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4caf6b8a-058b-48b1-8d2a-95fe3fbc2ac6 x-openstack-request-id: req-4caf6b8a-058b-48b1-8d2a-95fe3fbc2ac6 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:31.764756 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4e1864-19fb-435d-ac75-675b0bf645c4", "name": "network-vif-plugged", "status": "completed", "tag": "29d8ca08-27f5-4d47-969a-f9e88617fde0", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:31.764905 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4caf6b8a-058b-48b1-8d2a-95fe3fbc2ac6 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:31.765302 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4caf6b8a-058b-48b1-8d2a-95fe3fbc2ac6'] response: {'server_uuid': 'fb4e1864-19fb-435d-ac75-675b0bf645c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d8ca08-27f5-4d47-969a-f9e88617fde0', 'code': 200} Oct 05 20:22:31.820880 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:22:31.896624 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-e20a0555-b9fb-4f10-ad85-63aeb0d81501 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031420 Oct 05 20:22:31.968095 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a2335-79b9-4652-915e-ec64b0293999 req-e5700476-e24e-4839-ac12-2135f448ef4b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:31.969536 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-181a2335-79b9-4652-915e-ec64b0293999 req-e5700476-e24e-4839-ac12-2135f448ef4b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0482790 Oct 05 20:22:32.016860 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-181a2335-79b9-4652-915e-ec64b0293999 req-c5185ab1-51fd-4829-8a15-2ed45a3744fd tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415053 Oct 05 20:22:32.111183 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc2d7d-4f50-4824-ac7b-30c9d0b00f86 req-cd66b744-685e-432c-b541-afc42662fd46 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:32.112960 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-18bc2d7d-4f50-4824-ac7b-30c9d0b00f86 req-cd66b744-685e-432c-b541-afc42662fd46 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 944 time: 0.0481982 Oct 05 20:22:32.168305 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-18bc2d7d-4f50-4824-ac7b-30c9d0b00f86 req-99713b0b-b0df-4b42-abe6-08bf966c2979 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491145 Oct 05 20:22:32.240870 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca24c61-6a62-48db-b246-c21f4d68d6c0 req-dccad550-e26a-4777-b9a8-6d3829fd314a tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:32.242570 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4ca24c61-6a62-48db-b246-c21f4d68d6c0 req-dccad550-e26a-4777-b9a8-6d3829fd314a tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 944 time: 0.0606635 Oct 05 20:22:32.274938 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:22:32.312209 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device afe64fa3-44ab-44b3-a977-349ea8ab76cc up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:32.325693 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:32.328135 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4ca24c61-6a62-48db-b246-c21f4d68d6c0 req-6fb5cf7f-01b5-422d-937a-c38b4514fe06 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792565 Oct 05 20:22:32.406610 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a1c38f5f-bff6-4e5b-b875-e50887233e95 req-b83d7d90-b542-4f89-83e7-e3d5dc6ada83 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002921 Oct 05 20:22:32.414307 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port afe64fa3-44ab-44b3-a977-349ea8ab76cc completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:22:32.422231 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1539b3b4-ae2a-48e8-a207-a600a17ac078 req-429c41ec-38f7-435c-aeb3-f031eeb0da01 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:32.424139 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1539b3b4-ae2a-48e8-a207-a600a17ac078 req-429c41ec-38f7-435c-aeb3-f031eeb0da01 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0659056 Oct 05 20:22:32.428375 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port afe64fa3-44ab-44b3-a977-349ea8ab76cc triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:32.428952 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:32.429276 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port afe64fa3-44ab-44b3-a977-349ea8ab76cc Oct 05 20:22:32.462114 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eef4e2-1473-42dc-bd37-6bbee6a4b79a req-eb34857b-6641-4f07-8818-1534c9ee47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:32.468233 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-08eef4e2-1473-42dc-bd37-6bbee6a4b79a req-eb34857b-6641-4f07-8818-1534c9ee47fe service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 1130 time: 0.1090550 Oct 05 20:22:32.475687 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:32.494373 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'port_id': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2', 'mac_address': 'fa:16:3e:94:b4:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:22:32.514973 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1539b3b4-ae2a-48e8-a207-a600a17ac078 req-5f348ae9-f948-4424-8507-0a7ea291908d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812845 Oct 05 20:22:32.557014 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:32.560499 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-08eef4e2-1473-42dc-bd37-6bbee6a4b79a req-28d28172-a230-48dd-9af3-0d463d8c5d22 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853667 Oct 05 20:22:32.607401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:32.610163 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port afe64fa3-44ab-44b3-a977-349ea8ab76cc is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:32.610563 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:32.613465 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:32.613940 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:32.632097 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 45964) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:32.658531 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:32.683860 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port afe64fa3-44ab-44b3-a977-349ea8ab76cc, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=afe64fa3-44ab-44b3-a977-349ea8ab76cc,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:32.691335 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:32.694552 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:32.719693 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:32.727792 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:32.748985 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=afe64fa3-44ab-44b3-a977-349ea8ab76cc,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:32.816996 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:32.817939 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-aeff64a8-3e5f-41e1-a4e6-5c3c9249938a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:32.917790 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:32.968686 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-aeff64a8-3e5f-41e1-a4e6-5c3c9249938a admin admin] Publish callbacks [] for security_group (a1c48fa8-eb54-4098-ac55-b5ef539de9a7), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:32.974719 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-aeff64a8-3e5f-41e1-a4e6-5c3c9249938a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a1c48fa8-eb54-4098-ac55-b5ef539de9a7), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.029818 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-aeff64a8-3e5f-41e1-a4e6-5c3c9249938a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aa1350b4600a40fdbeea316636fadd0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3966060 Oct 05 20:22:33.032487 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45984) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:33.039854 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff64a8-3e5f-41e1-a4e6-5c3c9249938a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c48fa8-eb54-4098-ac55-b5ef539de9a7,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:33.068665 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['0b7637cb-b026-4f28-9263-f8fb7d10f2e2'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:22:33.098052 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0b1de81c-7d28-4e1d-b248-bfa3b808954b admin admin] Publish callbacks [] for security_group (a1c48fa8-eb54-4098-ac55-b5ef539de9a7), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.152501 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0b1de81c-7d28-4e1d-b248-bfa3b808954b admin admin] Publish callbacks [] for security_group (a1c48fa8-eb54-4098-ac55-b5ef539de9a7), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.179883 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93266f-f6e2-4355-8194-676c2fb168bd req-92c71e30-26f8-4129-b8d8-42009551a138 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:33.181385 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f93266f-f6e2-4355-8194-676c2fb168bd req-92c71e30-26f8-4129-b8d8-42009551a138 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0805206 Oct 05 20:22:33.246104 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f93266f-f6e2-4355-8194-676c2fb168bd req-d59d1316-95c8-44f1-8ee2-5755210ecdc5 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554256 Oct 05 20:22:33.258589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0b1de81c-7d28-4e1d-b248-bfa3b808954b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a1c48fa8-eb54-4098-ac55-b5ef539de9a7), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.261229 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0b1de81c-7d28-4e1d-b248-bfa3b808954b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.263153 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-0b1de81c-7d28-4e1d-b248-bfa3b808954b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a1c48fa8-eb54-4098-ac55-b5ef539de9a7 HTTP/1.1" status: 204 len: 168 time: 0.2291231 Oct 05 20:22:33.286316 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1de81c-7d28-4e1d-b248-bfa3b808954b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c48fa8-eb54-4098-ac55-b5ef539de9a7,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:33.294866 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 45994) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:33.323839 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583b2fa-a663-47d6-99bd-fd1ddfef08aa req-77c1f8c1-2fcf-4686-8f03-8381d08a9d75 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:33.326079 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4583b2fa-a663-47d6-99bd-fd1ddfef08aa req-77c1f8c1-2fcf-4686-8f03-8381d08a9d75 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 945 time: 0.0692461 Oct 05 20:22:33.396708 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4583b2fa-a663-47d6-99bd-fd1ddfef08aa req-a27c9e70-e9b5-41a9-9ea3-75ea2fc3e4da tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651484 Oct 05 20:22:33.417483 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8a925a69-e005-4cfb-be31-7bbfc8fd5857 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.485886 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d81f7d8-54c1-4b36-9465-37861c14ae79 req-65badf62-c2a1-4402-b833-9e4b716e4b00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:33.487367 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7d81f7d8-54c1-4b36-9465-37861c14ae79 req-65badf62-c2a1-4402-b833-9e4b716e4b00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0612540 Oct 05 20:22:33.574364 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7d81f7d8-54c1-4b36-9465-37861c14ae79 req-c98365b7-ae7f-4f64-824b-ce1c5c010fb2 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800946 Oct 05 20:22:33.591239 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8a925a69-e005-4cfb-be31-7bbfc8fd5857 admin admin] Publish callbacks [] for security_group (d8ae043c-7036-4212-869a-cca67172e853), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.596360 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8a925a69-e005-4cfb-be31-7bbfc8fd5857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d8ae043c-7036-4212-869a-cca67172e853), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.636601 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-8a925a69-e005-4cfb-be31-7bbfc8fd5857 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0d3f096c8c6c423680a789412cacb3db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406847 Oct 05 20:22:33.641343 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46004) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:33.648443 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67577f2-b14a-4c47-a9e8-df63f1019989 req-79ae1848-00d1-4fb6-857f-3aeeab85e971 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:33.651680 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b67577f2-b14a-4c47-a9e8-df63f1019989 req-79ae1848-00d1-4fb6-857f-3aeeab85e971 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0614362 Oct 05 20:22:33.653872 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46006) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:33.660000 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a925a69-e005-4cfb-be31-7bbfc8fd5857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ae043c-7036-4212-869a-cca67172e853,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:33.666689 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:33.682928 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7eb57dc9-f623-405c-abae-b735901435f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.702046 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-62bf4d8d-3513-41fa-8b9a-c792542b1303 admin admin] Publish callbacks [] for security_group (d8ae043c-7036-4212-869a-cca67172e853), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.721803 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-62bf4d8d-3513-41fa-8b9a-c792542b1303 admin admin] Publish callbacks [] for security_group (d8ae043c-7036-4212-869a-cca67172e853), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.740531 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b67577f2-b14a-4c47-a9e8-df63f1019989 req-06ee84d8-1fe8-4665-a9d1-2c038879a16a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793288 Oct 05 20:22:33.769259 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10e8a38-b20d-4dde-8f5f-566740f633fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe64fa3-44ab-44b3-a977-349ea8ab76cc'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:33.771759 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d234df3e-6841-4c7d-90bf-e60ea48aad0a" -d '{"events": [{"server_uuid": "a10e8a38-b20d-4dde-8f5f-566740f633fc", "name": "network-vif-plugged", "status": "completed", "tag": "afe64fa3-44ab-44b3-a977-349ea8ab76cc"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:33.783072 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-62bf4d8d-3513-41fa-8b9a-c792542b1303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d8ae043c-7036-4212-869a-cca67172e853), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.786550 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-62bf4d8d-3513-41fa-8b9a-c792542b1303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.789625 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-62bf4d8d-3513-41fa-8b9a-c792542b1303 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d8ae043c-7036-4212-869a-cca67172e853 HTTP/1.1" status: 204 len: 168 time: 0.1455467 Oct 05 20:22:33.797307 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf4d8d-3513-41fa-8b9a-c792542b1303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ae043c-7036-4212-869a-cca67172e853,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:33.812361 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74529f8-560c-453e-ad0f-c0df13680d8f x-openstack-request-id: req-b74529f8-560c-453e-ad0f-c0df13680d8f {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:33.812772 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10e8a38-b20d-4dde-8f5f-566740f633fc", "name": "network-vif-plugged", "status": "completed", "tag": "afe64fa3-44ab-44b3-a977-349ea8ab76cc", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:33.813139 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b74529f8-560c-453e-ad0f-c0df13680d8f {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:33.813637 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b74529f8-560c-453e-ad0f-c0df13680d8f'] response: {'server_uuid': 'a10e8a38-b20d-4dde-8f5f-566740f633fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe64fa3-44ab-44b3-a977-349ea8ab76cc', 'code': 200} Oct 05 20:22:33.814826 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7eb57dc9-f623-405c-abae-b735901435f8 admin admin] Publish callbacks [] for security_group (144f9358-db3d-4177-aec3-0dea358f9c5a), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.820631 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7eb57dc9-f623-405c-abae-b735901435f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (144f9358-db3d-4177-aec3-0dea358f9c5a), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.861066 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-7eb57dc9-f623-405c-abae-b735901435f8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c81dbe50cdbe4dc9b20f6f47fb1db9b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2061906 Oct 05 20:22:33.861983 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb57dc9-f623-405c-abae-b735901435f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144f9358-db3d-4177-aec3-0dea358f9c5a,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:33.863878 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46012) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:33.927934 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-749332ae-5ad7-4167-bc7e-03ae08aec821 admin admin] Publish callbacks [] for security_group (144f9358-db3d-4177-aec3-0dea358f9c5a), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.950965 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-749332ae-5ad7-4167-bc7e-03ae08aec821 admin admin] Publish callbacks [] for security_group (144f9358-db3d-4177-aec3-0dea358f9c5a), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:33.968417 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:34.006158 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-749332ae-5ad7-4167-bc7e-03ae08aec821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (144f9358-db3d-4177-aec3-0dea358f9c5a), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:34.008720 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-749332ae-5ad7-4167-bc7e-03ae08aec821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:34.009928 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-749332ae-5ad7-4167-bc7e-03ae08aec821 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/144f9358-db3d-4177-aec3-0dea358f9c5a HTTP/1.1" status: 204 len: 168 time: 0.1450765 Oct 05 20:22:34.023684 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749332ae-5ad7-4167-bc7e-03ae08aec821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144f9358-db3d-4177-aec3-0dea358f9c5a,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:34.192393 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46030) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:34.206728 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-deb997b9-215f-4ad7-b567-9670b7b3a920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:34.298172 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-deb997b9-215f-4ad7-b567-9670b7b3a920 admin admin] Publish callbacks [] for security_group (e309e4ff-a49b-4b77-833b-a39f572e9018), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:34.304473 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-deb997b9-215f-4ad7-b567-9670b7b3a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e309e4ff-a49b-4b77-833b-a39f572e9018), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:34.352203 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46038) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:34.352756 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-deb997b9-215f-4ad7-b567-9670b7b3a920 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=185667a964ce4cd692fb6209ffa65231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587832 Oct 05 20:22:34.354030 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb997b9-215f-4ad7-b567-9670b7b3a920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e309e4ff-a49b-4b77-833b-a39f572e9018,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:34.435216 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607ae5b-6395-4980-bc42-b1e746cff49a req-73338841-8ac9-4f34-8268-d8e29bf6613b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:34.436735 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4607ae5b-6395-4980-bc42-b1e746cff49a req-73338841-8ac9-4f34-8268-d8e29bf6613b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0966237 Oct 05 20:22:34.516638 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46958319-fbdc-498c-a1f1-26c613f58c83 admin admin] Publish callbacks [] for security_group (e309e4ff-a49b-4b77-833b-a39f572e9018), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:34.519228 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53148dcb-d207-4572-b4ad-fe85599d1cfe req-7973f3e6-6f50-42ea-8293-7332d38fb735 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:34.526146 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53148dcb-d207-4572-b4ad-fe85599d1cfe req-7973f3e6-6f50-42ea-8293-7332d38fb735 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 945 time: 0.0559189 Oct 05 20:22:34.547865 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4607ae5b-6395-4980-bc42-b1e746cff49a req-22003a4d-4808-4478-a9f3-9d69c7ec3398 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021118 Oct 05 20:22:34.567435 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46958319-fbdc-498c-a1f1-26c613f58c83 admin admin] Publish callbacks [] for security_group (e309e4ff-a49b-4b77-833b-a39f572e9018), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:34.579781 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53148dcb-d207-4572-b4ad-fe85599d1cfe req-fb277803-7664-4494-9a17-06095241ef4b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526781 Oct 05 20:22:34.583045 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:34.627570 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46958319-fbdc-498c-a1f1-26c613f58c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e309e4ff-a49b-4b77-833b-a39f572e9018), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:34.630718 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46958319-fbdc-498c-a1f1-26c613f58c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:34.632033 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-46958319-fbdc-498c-a1f1-26c613f58c83 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e309e4ff-a49b-4b77-833b-a39f572e9018 HTTP/1.1" status: 204 len: 168 time: 0.2786889 Oct 05 20:22:34.642633 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46958319-fbdc-498c-a1f1-26c613f58c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e309e4ff-a49b-4b77-833b-a39f572e9018,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:34.743718 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53abbe-c7db-46b4-8f80-f16578bfe679 req-607e3ce9-ae8b-437c-95e3-a7e83d06556c tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:34.745673 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bd53abbe-c7db-46b4-8f80-f16578bfe679 req-607e3ce9-ae8b-437c-95e3-a7e83d06556c tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0544522 Oct 05 20:22:34.804856 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bd53abbe-c7db-46b4-8f80-f16578bfe679 req-80323ebc-a195-4a11-bcee-8d56a2474cf9 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513949 Oct 05 20:22:34.885638 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41de3b-aeac-4c10-b85e-ff5fb209c1fb req-4b52a483-e1d0-4a21-8c9c-afd589bc695f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:34.887135 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5b41de3b-aeac-4c10-b85e-ff5fb209c1fb req-4b52a483-e1d0-4a21-8c9c-afd589bc695f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0538719 Oct 05 20:22:34.945548 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5b41de3b-aeac-4c10-b85e-ff5fb209c1fb req-31c906c6-7b8a-41c6-9e9e-0896541270df tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496109 Oct 05 20:22:35.048109 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46072) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:35.061144 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-37e695c8-f3e0-4fd3-bf20-5dc81b2bddae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.140621 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-37e695c8-f3e0-4fd3-bf20-5dc81b2bddae admin admin] Publish callbacks [] for security_group (9d15e271-5abc-4388-af2a-d28b26ee333a), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.144279 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-37e695c8-f3e0-4fd3-bf20-5dc81b2bddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (9d15e271-5abc-4388-af2a-d28b26ee333a), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.182350 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-37e695c8-f3e0-4fd3-bf20-5dc81b2bddae admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=647cac807d814e379816ecd25e0ad18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331427 Oct 05 20:22:35.184338 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e695c8-f3e0-4fd3-bf20-5dc81b2bddae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d15e271-5abc-4388-af2a-d28b26ee333a,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:35.185907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46074) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:35.242450 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84cfc289-5bd1-4370-9128-c04d8f802175 admin admin] Publish callbacks [] for security_group (9d15e271-5abc-4388-af2a-d28b26ee333a), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.244892 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:35.264743 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84cfc289-5bd1-4370-9128-c04d8f802175 admin admin] Publish callbacks [] for security_group (9d15e271-5abc-4388-af2a-d28b26ee333a), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.314450 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84cfc289-5bd1-4370-9128-c04d8f802175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (9d15e271-5abc-4388-af2a-d28b26ee333a), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.317220 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84cfc289-5bd1-4370-9128-c04d8f802175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.318508 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-84cfc289-5bd1-4370-9128-c04d8f802175 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9d15e271-5abc-4388-af2a-d28b26ee333a HTTP/1.1" status: 204 len: 168 time: 0.1314278 Oct 05 20:22:35.326796 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfc289-5bd1-4370-9128-c04d8f802175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d15e271-5abc-4388-af2a-d28b26ee333a,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:35.491945 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46086) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:35.604962 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-59663cb1-96b6-4b8c-b84b-a5425660f73a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.607157 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:35.675781 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b7af8-05f8-4019-b48c-e0e5e33918e5 req-e5de03ef-99c8-4cf1-a89e-3993e65400e9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:35.684985 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-595b7af8-05f8-4019-b48c-e0e5e33918e5 req-e5de03ef-99c8-4cf1-a89e-3993e65400e9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0606093 Oct 05 20:22:35.732903 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-595b7af8-05f8-4019-b48c-e0e5e33918e5 req-7a64f43a-e884-48ca-a1cc-664aa5b0dad2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460117 Oct 05 20:22:35.738229 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-59663cb1-96b6-4b8c-b84b-a5425660f73a admin admin] Publish callbacks [] for security_group (ac63bc64-1a60-48a9-b856-545675b1601f), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.750515 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-59663cb1-96b6-4b8c-b84b-a5425660f73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ac63bc64-1a60-48a9-b856-545675b1601f), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.767948 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17154c67-88ba-4ef5-869d-8b2950fe5ec9 req-68091b67-5b8c-4654-a514-1b2f87adfd79 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:35.769413 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-17154c67-88ba-4ef5-869d-8b2950fe5ec9 req-68091b67-5b8c-4654-a514-1b2f87adfd79 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 945 time: 0.0708094 Oct 05 20:22:35.812416 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-59663cb1-96b6-4b8c-b84b-a5425660f73a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4d7bff2756f14dd0861b83c76efe6628&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193216 Oct 05 20:22:35.815316 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46104) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:35.815788 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59663cb1-96b6-4b8c-b84b-a5425660f73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac63bc64-1a60-48a9-b856-545675b1601f,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:35.822165 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=82,neutron:INSERT=18 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:35.845765 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-17154c67-88ba-4ef5-869d-8b2950fe5ec9 req-4e49af13-1212-46a5-85f6-e963650ee7d1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691826 Oct 05 20:22:35.916639 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-03eeedc5-a26d-4db0-b4f2-c051f1257419 admin admin] Publish callbacks [] for security_group (ac63bc64-1a60-48a9-b856-545675b1601f), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.966672 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-03eeedc5-a26d-4db0-b4f2-c051f1257419 admin admin] Publish callbacks [] for security_group (ac63bc64-1a60-48a9-b856-545675b1601f), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:35.994812 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a8017-d08c-4d18-afe9-b2adcee46305 req-e3504474-6024-4ea1-89f4-66de905f46b5 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:35.996359 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6b0a8017-d08c-4d18-afe9-b2adcee46305 req-e3504474-6024-4ea1-89f4-66de905f46b5 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.1002893 Oct 05 20:22:36.087565 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6b0a8017-d08c-4d18-afe9-b2adcee46305 req-28dedd60-76ce-4e28-be9f-004b941f711f tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841022 Oct 05 20:22:36.109215 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1373589-6f6b-41d9-8158-dba25fc223d4 req-5b50afbe-115a-47ae-bcd3-6daf75409b86 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:36.111003 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e1373589-6f6b-41d9-8158-dba25fc223d4 req-5b50afbe-115a-47ae-bcd3-6daf75409b86 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0579007 Oct 05 20:22:36.123794 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-03eeedc5-a26d-4db0-b4f2-c051f1257419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ac63bc64-1a60-48a9-b856-545675b1601f), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:36.126516 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-03eeedc5-a26d-4db0-b4f2-c051f1257419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:36.127634 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-03eeedc5-a26d-4db0-b4f2-c051f1257419 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ac63bc64-1a60-48a9-b856-545675b1601f HTTP/1.1" status: 204 len: 168 time: 0.3113606 Oct 05 20:22:36.137661 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eeedc5-a26d-4db0-b4f2-c051f1257419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac63bc64-1a60-48a9-b856-545675b1601f,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:36.171397 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e1373589-6f6b-41d9-8158-dba25fc223d4 req-c6146f57-9c6f-4c16-89a7-38991efce5c0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541515 Oct 05 20:22:36.885108 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9df40-e468-4148-9dcc-2eaa116c5fed req-0472fd80-a6ee-43f1-9152-362f591ae759 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:36.894250 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2dd9df40-e468-4148-9dcc-2eaa116c5fed req-0472fd80-a6ee-43f1-9152-362f591ae759 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0780287 Oct 05 20:22:36.957970 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2dd9df40-e468-4148-9dcc-2eaa116c5fed req-012ddc8d-2340-4b34-a15e-d91ea5cca5a1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625930 Oct 05 20:22:36.981294 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95bc0e-532c-4386-b51f-35826f3252de req-88346909-0007-4bdd-a5b9-76ad8591ee85 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:36.986222 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bd95bc0e-532c-4386-b51f-35826f3252de req-88346909-0007-4bdd-a5b9-76ad8591ee85 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 945 time: 0.0566103 Oct 05 20:22:37.040136 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bd95bc0e-532c-4386-b51f-35826f3252de req-c8f1b47c-bfe5-4ebb-9c9c-8a98211e6d3d tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449951 Oct 05 20:22:37.217688 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5708d-2288-4773-96bf-ed1c716b2881 req-fb790e02-b459-4214-97e6-4e1a370c626b tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:37.219341 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d7a5708d-2288-4773-96bf-ed1c716b2881 req-fb790e02-b459-4214-97e6-4e1a370c626b tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0535283 Oct 05 20:22:37.301886 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d7a5708d-2288-4773-96bf-ed1c716b2881 req-cc784e1b-c43c-44f4-ba3e-1361d19523cc tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Oct 05 20:22:37.336730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7cda6-a58e-4031-9a41-6e2f9b0e519d req-dc826dc9-a8d6-4793-a8fd-3fec6afe26b9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:37.343986 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eab7cda6-a58e-4031-9a41-6e2f9b0e519d req-dc826dc9-a8d6-4793-a8fd-3fec6afe26b9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0566342 Oct 05 20:22:37.408838 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eab7cda6-a58e-4031-9a41-6e2f9b0e519d req-c62d5233-2691-41b5-8340-cb1a6d7c62b2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602176 Oct 05 20:22:37.947608 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46212) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:38.073039 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bc275269-c8f6-4e88-b530-1deab98f9460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.089836 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18713b20-afb0-422b-b3fd-695b0542f778 req-7022ea2e-21fc-4c05-a035-3bdf3a8ce1b7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:38.091938 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-18713b20-afb0-422b-b3fd-695b0542f778 req-7022ea2e-21fc-4c05-a035-3bdf3a8ce1b7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0643694 Oct 05 20:22:38.158815 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:DELETE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:38.165079 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17799ab-cb1f-4c02-9a7d-75ab321562d0 req-a8b0326d-9a09-47db-9a20-e9a91dba2533 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:38.166681 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d17799ab-cb1f-4c02-9a7d-75ab321562d0 req-a8b0326d-9a09-47db-9a20-e9a91dba2533 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 945 time: 0.0499144 Oct 05 20:22:38.170202 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-18713b20-afb0-422b-b3fd-695b0542f778 req-76ee0ecc-7080-4654-995b-e1e7c23a30a0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716765 Oct 05 20:22:38.217697 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bc275269-c8f6-4e88-b530-1deab98f9460 admin admin] Publish callbacks [] for security_group (15f8f630-23c9-41af-85c3-317da3488f4d), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.218847 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d17799ab-cb1f-4c02-9a7d-75ab321562d0 req-200ef811-3654-427d-942b-910b45964a22 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452704 Oct 05 20:22:38.222864 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bc275269-c8f6-4e88-b530-1deab98f9460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (15f8f630-23c9-41af-85c3-317da3488f4d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.227679 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=10 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:38.261546 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc275269-c8f6-4e88-b530-1deab98f9460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f8f630-23c9-41af-85c3-317da3488f4d,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:38.268300 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-bc275269-c8f6-4e88-b530-1deab98f9460 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d461d0b4eaeb4a58af6e5a509b9ad652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3196936 Oct 05 20:22:38.271318 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46220) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:38.323824 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4b15-7cd5-4e79-8f7a-d4ed98b1e9d8 admin admin] Publish callbacks [] for security_group (15f8f630-23c9-41af-85c3-317da3488f4d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.344948 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4b15-7cd5-4e79-8f7a-d4ed98b1e9d8 admin admin] Publish callbacks [] for security_group (15f8f630-23c9-41af-85c3-317da3488f4d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.420904 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a84c49-35b3-41fb-bc2d-0449195d8d83 req-a2cf174e-a426-4a5a-9443-5f11b9192f57 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:38.422335 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b6a84c49-35b3-41fb-bc2d-0449195d8d83 req-a2cf174e-a426-4a5a-9443-5f11b9192f57 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0520339 Oct 05 20:22:38.423310 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4b15-7cd5-4e79-8f7a-d4ed98b1e9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (15f8f630-23c9-41af-85c3-317da3488f4d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.425815 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3b1e4b15-7cd5-4e79-8f7a-d4ed98b1e9d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.426844 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-3b1e4b15-7cd5-4e79-8f7a-d4ed98b1e9d8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/15f8f630-23c9-41af-85c3-317da3488f4d HTTP/1.1" status: 204 len: 168 time: 0.1546199 Oct 05 20:22:38.447270 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e4b15-7cd5-4e79-8f7a-d4ed98b1e9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f8f630-23c9-41af-85c3-317da3488f4d,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:38.484738 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b6a84c49-35b3-41fb-bc2d-0449195d8d83 req-9598e8b6-68f0-40a2-a6d1-def9d53b6129 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552726 Oct 05 20:22:38.562756 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d660cbf3-ad6b-4347-886a-a683f534a62c req-6e0a9b28-c97c-4c8b-ac52-61f9dbf8b405 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:38.564237 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d660cbf3-ad6b-4347-886a-a683f534a62c req-6e0a9b28-c97c-4c8b-ac52-61f9dbf8b405 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0715854 Oct 05 20:22:38.612680 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d660cbf3-ad6b-4347-886a-a683f534a62c req-0a68c692-7769-413c-904f-b2680fe43f08 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425014 Oct 05 20:22:38.752032 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46236) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:38.765611 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-264e794c-7b9b-4034-a6ef-d62e744110e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.845242 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-264e794c-7b9b-4034-a6ef-d62e744110e9 admin admin] Publish callbacks [] for security_group (a4b652f5-c917-4b58-ae83-e2b8d4a48f48), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.848895 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-264e794c-7b9b-4034-a6ef-d62e744110e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a4b652f5-c917-4b58-ae83-e2b8d4a48f48), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.888788 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-264e794c-7b9b-4034-a6ef-d62e744110e9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5f9d03d5d6714c46ba4246445495b217&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357038 Oct 05 20:22:38.889497 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e794c-7b9b-4034-a6ef-d62e744110e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b652f5-c917-4b58-ae83-e2b8d4a48f48,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:38.891505 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46238) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:38.943755 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-72a6ca0c-1170-49f5-9c2a-4c659b5afc1d admin admin] Publish callbacks [] for security_group (a4b652f5-c917-4b58-ae83-e2b8d4a48f48), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:38.963106 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-72a6ca0c-1170-49f5-9c2a-4c659b5afc1d admin admin] Publish callbacks [] for security_group (a4b652f5-c917-4b58-ae83-e2b8d4a48f48), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:39.009650 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-72a6ca0c-1170-49f5-9c2a-4c659b5afc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a4b652f5-c917-4b58-ae83-e2b8d4a48f48), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:39.011987 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:22:39.012493 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-72a6ca0c-1170-49f5-9c2a-4c659b5afc1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:39.013209 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-72a6ca0c-1170-49f5-9c2a-4c659b5afc1d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a4b652f5-c917-4b58-ae83-e2b8d4a48f48 HTTP/1.1" status: 204 len: 168 time: 0.1206753 Oct 05 20:22:39.021081 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6ca0c-1170-49f5-9c2a-4c659b5afc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b652f5-c917-4b58-ae83-e2b8d4a48f48,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:39.031570 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:39.132722 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:22:39.146436 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:39.146817 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:39.147152 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 Oct 05 20:22:39.186191 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:39.203849 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '179ef3ed-c463-418f-b678-aaee7de5535e', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'port_id': '179ef3ed-c463-418f-b678-aaee7de5535e', 'mac_address': 'fa:16:3e:5e:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:22:39.269561 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 179ef3ed-c463-418f-b678-aaee7de5535e is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:39.269958 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:39.293088 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:39.293474 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:39.303792 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:39.307342 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179ef3ed-c463-418f-b678-aaee7de5535e {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:22:39.317030 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee195e4-0c81-44cd-ac29-267a784e6f1c req-4c44fde3-1474-4ec4-ad3e-b58e2b77ad0a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:39.334093 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7ee195e4-0c81-44cd-ac29-267a784e6f1c req-4c44fde3-1474-4ec4-ad3e-b58e2b77ad0a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0799270 Oct 05 20:22:39.340438 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:39.343583 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3633e634-e7e1-4d44-84cb-06988c8df028" -d '{"events": [{"server_uuid": "cc97e634-82d8-4433-bee0-6d00f84075e7", "name": "network-vif-plugged", "status": "completed", "tag": "0b7637cb-b026-4f28-9263-f8fb7d10f2e2"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:39.364491 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:39.376134 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:39.378959 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:39.386373 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:39.387140 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3042c5b-6e39-411c-9171-d802106611c8 req-b47b6a2a-67d7-44b7-bab7-d255699d2f0b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:39.394140 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7ee195e4-0c81-44cd-ac29-267a784e6f1c req-b152cd53-7ee9-4d72-a3cb-f0be2ce84697 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557253 Oct 05 20:22:39.399150 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a3042c5b-6e39-411c-9171-d802106611c8 req-b47b6a2a-67d7-44b7-bab7-d255699d2f0b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 945 time: 0.0785656 Oct 05 20:22:39.450736 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff068e4-e597-420f-827a-b55bd2879a7a x-openstack-request-id: req-5ff068e4-e597-420f-827a-b55bd2879a7a {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:39.451053 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc97e634-82d8-4433-bee0-6d00f84075e7", "name": "network-vif-plugged", "status": "completed", "tag": "0b7637cb-b026-4f28-9263-f8fb7d10f2e2", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:39.451306 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ff068e4-e597-420f-827a-b55bd2879a7a {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:39.451693 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff068e4-e597-420f-827a-b55bd2879a7a'] response: {'server_uuid': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2', 'code': 200} Oct 05 20:22:39.452838 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:39.458065 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a3042c5b-6e39-411c-9171-d802106611c8 req-0d6c91d4-1f89-4857-b807-e0555ec08b3f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576775 Oct 05 20:22:39.507368 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:39.621842 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d99d7b-ac77-4506-859f-a35b1a924b2a req-2efd1907-6c44-48e8-a4eb-bf7d1591efa8 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:39.623381 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d4d99d7b-ac77-4506-859f-a35b1a924b2a req-2efd1907-6c44-48e8-a4eb-bf7d1591efa8 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0517585 Oct 05 20:22:39.679651 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d4d99d7b-ac77-4506-859f-a35b1a924b2a req-146620f3-4483-49bb-abad-840708c07918 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496380 Oct 05 20:22:39.710527 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:UPDATE=1,neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:39.750378 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924fc0d-abd1-49e2-b64e-181395e0a3f3 req-6c04f8ee-c93d-42d0-bacf-68229c98bcf2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:39.751867 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7924fc0d-abd1-49e2-b64e-181395e0a3f3 req-6c04f8ee-c93d-42d0-bacf-68229c98bcf2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 944 time: 0.0523071 Oct 05 20:22:39.800731 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7924fc0d-abd1-49e2-b64e-181395e0a3f3 req-933594bf-f345-47cb-9086-9fa38957a415 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432713 Oct 05 20:22:40.597902 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290deca-8d53-4eea-9f35-329eca4849b3 req-82df54ab-7807-4947-9cfa-64833447f7ed tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:40.606162 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e290deca-8d53-4eea-9f35-329eca4849b3 req-82df54ab-7807-4947-9cfa-64833447f7ed tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0689075 Oct 05 20:22:40.666639 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e290deca-8d53-4eea-9f35-329eca4849b3 req-562730e8-d9e7-49ca-9117-1729a5212e28 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587044 Oct 05 20:22:40.705096 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d192f66-6ea7-48a7-a026-efe66d667c08 req-2a5c4bfa-29bc-4cb7-8b4d-24a4ca952102 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:40.706757 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4d192f66-6ea7-48a7-a026-efe66d667c08 req-2a5c4bfa-29bc-4cb7-8b4d-24a4ca952102 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.2437317 Oct 05 20:22:40.757304 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4d192f66-6ea7-48a7-a026-efe66d667c08 req-b789175f-7943-42d1-910a-a2ce43d632ce tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441740 Oct 05 20:22:40.791777 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:40.808814 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c26a3b-d7e4-4f39-a69f-e3c678702364 req-9b8f0d4c-e336-4d69-b6e2-251f1eb2fc6f tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:40.810323 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-63c26a3b-d7e4-4f39-a69f-e3c678702364 req-9b8f0d4c-e336-4d69-b6e2-251f1eb2fc6f tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0517085 Oct 05 20:22:40.883561 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-63c26a3b-d7e4-4f39-a69f-e3c678702364 req-77bffe91-4606-49e0-b1cb-4fc69b11f07e tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672746 Oct 05 20:22:40.947210 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9900d86-d746-42bd-842b-bbdd364e0812 req-e9174a08-1766-42f0-b526-99f32af3c7c5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:40.948657 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9900d86-d746-42bd-842b-bbdd364e0812 req-e9174a08-1766-42f0-b526-99f32af3c7c5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 944 time: 0.0479014 Oct 05 20:22:40.997838 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9900d86-d746-42bd-842b-bbdd364e0812 req-e309c600-3953-4d43-8a1d-e08f60c1bbee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431738 Oct 05 20:22:41.785087 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a815ac-3b17-4b22-999a-add70291e881 req-31471134-df88-418d-97ea-bf525005ebb1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:41.786544 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-98a815ac-3b17-4b22-999a-add70291e881 req-31471134-df88-418d-97ea-bf525005ebb1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0458641 Oct 05 20:22:41.835485 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-98a815ac-3b17-4b22-999a-add70291e881 req-f47d20e6-bad1-48b8-a9fc-0c3830f61652 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434647 Oct 05 20:22:41.853459 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:41.899178 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a334504-5612-4c7c-af4c-af8c95586cd7 req-e161b54d-06bc-412e-93e2-cff189f26436 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:41.900700 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5a334504-5612-4c7c-af4c-af8c95586cd7 req-e161b54d-06bc-412e-93e2-cff189f26436 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0590830 Oct 05 20:22:41.945466 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:41.958558 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5a334504-5612-4c7c-af4c-af8c95586cd7 req-c70d958b-a004-462e-b3cf-e1f88afb7271 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478935 Oct 05 20:22:42.010323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f042c-754d-4c67-ada3-7fca10a3f158 req-35fd3766-dca4-4706-b1bb-facbf10ba526 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:42.011828 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-150f042c-754d-4c67-ada3-7fca10a3f158 req-35fd3766-dca4-4706-b1bb-facbf10ba526 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0470099 Oct 05 20:22:42.049952 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['179ef3ed-c463-418f-b678-aaee7de5535e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:22:42.083868 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:42.090922 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fec7a-ac21-44b7-aa61-b35a644316cc req-91853fc1-6e2c-4a67-9521-d0958281d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:42.092439 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d03fec7a-ac21-44b7-aa61-b35a644316cc req-91853fc1-6e2c-4a67-9521-d0958281d0cd service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 1129 time: 0.0681860 Oct 05 20:22:42.098756 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-150f042c-754d-4c67-ada3-7fca10a3f158 req-cda6c4f2-5510-4d9d-b66d-4f113f011ef6 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812802 Oct 05 20:22:42.134245 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828acfec-4bba-4018-b030-49e7755468d1 req-96b5168c-6f0a-405a-a556-00bb40c4aac7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:42.135616 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-828acfec-4bba-4018-b030-49e7755468d1 req-96b5168c-6f0a-405a-a556-00bb40c4aac7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 944 time: 0.0499182 Oct 05 20:22:42.182237 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-828acfec-4bba-4018-b030-49e7755468d1 req-e89c29c3-ce29-4f8c-8b7c-c439b27aa94b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Oct 05 20:22:42.845947 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=17 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:42.871626 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=11 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:42.955486 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5aca9-ea13-4ed1-bb38-1efd1285c5db req-82d598cc-6b25-4f3c-acd7-336e090ffdb6 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:42.956910 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-12b5aca9-ea13-4ed1-bb38-1efd1285c5db req-82d598cc-6b25-4f3c-acd7-336e090ffdb6 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0459445 Oct 05 20:22:43.003665 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-12b5aca9-ea13-4ed1-bb38-1efd1285c5db req-4515e71d-41de-47c5-90b1-ed1f9565eb09 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411661 Oct 05 20:22:43.078820 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d278b2d-4c93-4f8a-a6eb-8d9fa306af05 req-588294cd-b89a-46e5-b613-7804058b4537 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:43.080274 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3d278b2d-4c93-4f8a-a6eb-8d9fa306af05 req-588294cd-b89a-46e5-b613-7804058b4537 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0490434 Oct 05 20:22:43.126480 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3d278b2d-4c93-4f8a-a6eb-8d9fa306af05 req-278fb6a6-2595-49d0-9a81-6e98f17bc16a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408056 Oct 05 20:22:43.218221 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e26583-47a1-4bba-8a48-805829826cef req-e0bea7c2-5934-47d9-bdcf-5012ed9bb28a tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:43.219774 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c4e26583-47a1-4bba-8a48-805829826cef req-e0bea7c2-5934-47d9-bdcf-5012ed9bb28a tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0458410 Oct 05 20:22:43.267196 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c4e26583-47a1-4bba-8a48-805829826cef req-d1ab0581-69b5-4cba-86d2-1f859052cb1b tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Oct 05 20:22:43.374216 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74287e-5ef7-4bdc-a93f-42446a5d6d43 req-3a473e3c-2f87-4dd9-baf3-482a46f002f3 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:43.381134 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ce74287e-5ef7-4bdc-a93f-42446a5d6d43 req-3a473e3c-2f87-4dd9-baf3-482a46f002f3 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 944 time: 0.0578218 Oct 05 20:22:43.433135 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ce74287e-5ef7-4bdc-a93f-42446a5d6d43 req-30a27f16-3c93-42f0-b25d-e43013f0ef73 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511296 Oct 05 20:22:43.458982 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf1f19-7db3-4aec-878c-93de637a10c2 req-2b5e2b43-a72e-48dc-a096-2707cc8a0756 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:43.460436 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7edf1f19-7db3-4aec-878c-93de637a10c2 req-2b5e2b43-a72e-48dc-a096-2707cc8a0756 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0462382 Oct 05 20:22:43.506153 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7edf1f19-7db3-4aec-878c-93de637a10c2 req-d0c652a7-8af0-42d9-a336-667fca034bca tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401084 Oct 05 20:22:44.120638 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cffa70-3e76-407d-acec-56ebc8cc1bfc req-76535b85-a40f-41a5-867c-a09632b0fd01 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:44.122114 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c3cffa70-3e76-407d-acec-56ebc8cc1bfc req-76535b85-a40f-41a5-867c-a09632b0fd01 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0456464 Oct 05 20:22:44.168480 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c3cffa70-3e76-407d-acec-56ebc8cc1bfc req-75625193-e6be-4534-8648-1b3d5a9af590 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409226 Oct 05 20:22:44.383098 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b346778-b3d4-4351-b0ad-e0fdc553828c req-877d86e3-1716-44ab-b6ea-bd2b932883aa tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:44.384535 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9b346778-b3d4-4351-b0ad-e0fdc553828c req-877d86e3-1716-44ab-b6ea-bd2b932883aa tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0454493 Oct 05 20:22:44.434434 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9b346778-b3d4-4351-b0ad-e0fdc553828c req-8be3966e-5bac-40cd-b88f-d0e7ef298713 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438492 Oct 05 20:22:44.558718 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b93612-e846-40f2-850d-0c4b7d755518 req-6af8e493-3698-4653-83d4-c97df5afb8ad tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:44.560640 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-28b93612-e846-40f2-850d-0c4b7d755518 req-6af8e493-3698-4653-83d4-c97df5afb8ad tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 944 time: 0.0504670 Oct 05 20:22:44.631883 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cec2af-ae19-4ed1-aae9-09356d5de75e req-d4afd8d7-6b03-4cdd-9034-bd7b7be0f892 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:44.633425 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85cec2af-ae19-4ed1-aae9-09356d5de75e req-d4afd8d7-6b03-4cdd-9034-bd7b7be0f892 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0522439 Oct 05 20:22:44.694083 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85cec2af-ae19-4ed1-aae9-09356d5de75e req-baa6e11c-66b3-4622-8a3c-00b944035d2a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476260 Oct 05 20:22:44.778439 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-28b93612-e846-40f2-850d-0c4b7d755518 req-e952a5a2-4da0-427e-b17c-b1a16b29f235 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121162 Oct 05 20:22:45.293011 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55caa0f-2e89-4843-a075-1e543fbe507c req-445e579e-111a-4693-a5c7-da2aadf90d2b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:45.294539 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e55caa0f-2e89-4843-a075-1e543fbe507c req-445e579e-111a-4693-a5c7-da2aadf90d2b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0479417 Oct 05 20:22:45.343904 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e55caa0f-2e89-4843-a075-1e543fbe507c req-94d1d80d-bc09-4aba-8aa0-51c345dbcf2d tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 Oct 05 20:22:45.447946 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d03fec7a-ac21-44b7-aa61-b35a644316cc req-c1eee5d2-1c83-4729-8fbb-304bd8c038e3 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Oct 05 20:22:45.498145 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-2d856638-c884-467a-80bd-94d8e58c4a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:45.499538 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-2d856638-c884-467a-80bd-94d8e58c4a62 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 1130 time: 0.0450752 Oct 05 20:22:45.560951 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ff0e0-d3fb-4837-8460-2c7633397824 req-91b1ad27-59d9-4a26-b945-268088154bd8 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:45.562460 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-382ff0e0-d3fb-4837-8460-2c7633397824 req-91b1ad27-59d9-4a26-b945-268088154bd8 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0472715 Oct 05 20:22:45.611678 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-382ff0e0-d3fb-4837-8460-2c7633397824 req-f4579af9-9881-40c7-a59c-a9cc15430ab3 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426142 Oct 05 20:22:45.623929 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:22:45.672613 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 179ef3ed-c463-418f-b678-aaee7de5535e completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:22:45.678620 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 179ef3ed-c463-418f-b678-aaee7de5535e triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:22:45.679096 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:45.679620 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 179ef3ed-c463-418f-b678-aaee7de5535e Oct 05 20:22:45.764143 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 179ef3ed-c463-418f-b678-aaee7de5535e is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:22:45.764759 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:45.803396 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:45.809182 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b19d5b3-9087-4f6c-80ae-337d74cd384d" -d '{"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-plugged", "status": "completed", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:45.826599 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:22:45.833721 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:45.847950 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fe649-590f-4859-9f1e-c10f70455e45 req-5f60342c-706e-479b-b51e-b6a74f62ef6a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:45.849773 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b08fe649-590f-4859-9f1e-c10f70455e45 req-5f60342c-706e-479b-b51e-b6a74f62ef6a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0711229 Oct 05 20:22:45.903993 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:45.973946 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:45.988979 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6311e5c5-9c4f-4e06-8fd2-2ae5b35f862a req-199ad124-efb0-44e5-9796-21fcbf090be1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:45.997050 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6311e5c5-9c4f-4e06-8fd2-2ae5b35f862a req-199ad124-efb0-44e5-9796-21fcbf090be1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0735397 Oct 05 20:22:46.004926 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:46.055541 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0d6ac-551e-45f1-9f2a-3628d8f0d7fb req-bcb03c62-c0ac-4c98-beda-2229bc76f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:46.057138 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-78c0d6ac-551e-45f1-9f2a-3628d8f0d7fb req-bcb03c62-c0ac-4c98-beda-2229bc76f517 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 1130 time: 0.1977210 Oct 05 20:22:46.067010 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6311e5c5-9c4f-4e06-8fd2-2ae5b35f862a req-7a7cdcb3-12f9-4d80-a717-19c1c7d8b379 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678973 Oct 05 20:22:46.071099 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b08fe649-590f-4859-9f1e-c10f70455e45 req-4dc6ea69-696c-448d-b0e7-72b879eac14a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998343 Oct 05 20:22:46.121901 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65002e6-d76a-4cd7-936f-2e04f62d6f02 x-openstack-request-id: req-f65002e6-d76a-4cd7-936f-2e04f62d6f02 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:46.122236 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-plugged", "status": "completed", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:46.123070 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f65002e6-d76a-4cd7-936f-2e04f62d6f02 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:46.123665 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65002e6-d76a-4cd7-936f-2e04f62d6f02'] response: {'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e', 'code': 200} Oct 05 20:22:46.132061 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-54d1320c-f79e-4762-9d7e-55cbba34e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:46.134037 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-54d1320c-f79e-4762-9d7e-55cbba34e668 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.2833419 Oct 05 20:22:46.435930 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-96cc519d-c77c-4a71-99da-01770fbbdbda service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d8ca08-27f5-4d47-969a-f9e88617fde0 HTTP/1.1" status: 200 len: 217 time: 0.0729628 Oct 05 20:22:46.537984 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-78c0d6ac-551e-45f1-9f2a-3628d8f0d7fb req-02f02f7d-b18d-4d6a-b3c9-b1d816f26398 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1730018 Oct 05 20:22:46.538625 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9ad6f-13ca-408d-8f01-3b4115b31f62 req-f9986fdd-4407-4f95-bc57-76f9e033689b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:46.545858 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d3d9ad6f-13ca-408d-8f01-3b4115b31f62 req-f9986fdd-4407-4f95-bc57-76f9e033689b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0822878 Oct 05 20:22:46.549934 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-a39f4ef9-5f03-4355-94b4-3da325b923d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:46.551751 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-a39f4ef9-5f03-4355-94b4-3da325b923d3 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0768998 Oct 05 20:22:46.595823 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d3d9ad6f-13ca-408d-8f01-3b4115b31f62 req-069618db-b89d-4dc8-8510-0a83d633859f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490663 Oct 05 20:22:46.706247 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:46.740455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af41380-eb9b-4198-8ca2-b0d38ec5f000 req-03fc9460-7ab4-48c0-ad69-afa50644486d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:46.742179 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2af41380-eb9b-4198-8ca2-b0d38ec5f000 req-03fc9460-7ab4-48c0-ad69-afa50644486d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0487573 Oct 05 20:22:46.802479 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2af41380-eb9b-4198-8ca2-b0d38ec5f000 req-c127a942-9a94-4a37-aa43-a1edb7069f36 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534382 Oct 05 20:22:47.164630 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:47.183573 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-5e08628a-6278-4c9b-8f0a-52965428f777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:47.205463 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf89418b-0aa6-42f4-a92b-17f96c8bfd77 req-ae72ae4d-42d0-4fe0-91c0-1eb91afedc26 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:47.207330 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cf89418b-0aa6-42f4-a92b-17f96c8bfd77 req-ae72ae4d-42d0-4fe0-91c0-1eb91afedc26 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0530589 Oct 05 20:22:47.209590 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016bbcad-86b1-4006-87f8-65a550b218f5 req-10acebb7-6e3e-4265-9260-ba4ec29e0720 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:47.211041 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-016bbcad-86b1-4006-87f8-65a550b218f5 req-10acebb7-6e3e-4265-9260-ba4ec29e0720 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0547559 Oct 05 20:22:47.259050 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cf89418b-0aa6-42f4-a92b-17f96c8bfd77 req-d840608b-228b-46eb-b767-926ae9062d68 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458791 Oct 05 20:22:47.260128 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-016bbcad-86b1-4006-87f8-65a550b218f5 req-71157e90-bc10-4319-a681-34e08c9dbfa9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Oct 05 20:22:47.712201 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52063f1a-51a2-436a-a2bd-fbc586479474 req-f8566e34-b3a9-49ce-82be-8d7e58347d17 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:47.713650 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-52063f1a-51a2-436a-a2bd-fbc586479474 req-f8566e34-b3a9-49ce-82be-8d7e58347d17 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0453084 Oct 05 20:22:47.759416 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-52063f1a-51a2-436a-a2bd-fbc586479474 req-913ae47c-75f7-478c-8899-543e01cbc912 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397472 Oct 05 20:22:47.927780 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84eb5e-0aba-4ec3-b2c2-ffcd842fe148 req-6f0173ab-f72a-4949-ab3f-f8d4f4fca5f3 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:47.929244 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ce84eb5e-0aba-4ec3-b2c2-ffcd842fe148 req-6f0173ab-f72a-4949-ab3f-f8d4f4fca5f3 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0472336 Oct 05 20:22:47.976061 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ce84eb5e-0aba-4ec3-b2c2-ffcd842fe148 req-a6382c41-9c07-42e3-bd13-182ac0889f4d tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412452 Oct 05 20:22:48.379315 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a8e07-a55f-42a8-926b-3e716ecf5deb req-95766836-c52d-4458-8459-8e81b5e35ebb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:48.380856 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1e8a8e07-a55f-42a8-926b-3e716ecf5deb req-95766836-c52d-4458-8459-8e81b5e35ebb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0463886 Oct 05 20:22:48.387100 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11de56f-bee5-43f2-bd9f-630dc7657254 req-358fc2e4-c6b6-4721-926e-0f24fc483cac tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:48.389117 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a11de56f-bee5-43f2-bd9f-630dc7657254 req-358fc2e4-c6b6-4721-926e-0f24fc483cac tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0504620 Oct 05 20:22:48.427999 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1e8a8e07-a55f-42a8-926b-3e716ecf5deb req-01289bf6-0f16-42ec-b53c-aa5b949696b2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414791 Oct 05 20:22:48.435233 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a11de56f-bee5-43f2-bd9f-630dc7657254 req-cfc212e2-a52f-43e7-b5f4-11c1f1fab8e7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400815 Oct 05 20:22:48.878984 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d6a41-baa5-496e-b838-1f759b408ff4 req-70841ba6-e448-463b-952c-118d39a8e977 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:48.880451 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-db9d6a41-baa5-496e-b838-1f759b408ff4 req-70841ba6-e448-463b-952c-118d39a8e977 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0490639 Oct 05 20:22:48.928363 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-db9d6a41-baa5-496e-b838-1f759b408ff4 req-c1a21a67-9481-480f-aca8-06d5c73ffe1f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422053 Oct 05 20:22:49.095856 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343ac29-4cf3-4db7-9b67-987585fdddef req-3a9130d7-0a41-4691-9045-630a33d891d3 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:49.097298 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e343ac29-4cf3-4db7-9b67-987585fdddef req-3a9130d7-0a41-4691-9045-630a33d891d3 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0464337 Oct 05 20:22:49.143964 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e343ac29-4cf3-4db7-9b67-987585fdddef req-fcadab30-6ef8-41bb-93bc-92462f135056 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 Oct 05 20:22:49.526377 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f799ffcd-f164-4f3d-9097-0a1d59cf280f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:49.548360 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77acad-5e52-4e4f-b5ed-b1e880c7ee15 req-8a6ec44b-31f3-4368-bb2f-ccf5aa83b3e7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:49.549867 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f77acad-5e52-4e4f-b5ed-b1e880c7ee15 req-8a6ec44b-31f3-4368-bb2f-ccf5aa83b3e7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0475700 Oct 05 20:22:49.567880 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb1e67-813c-4683-ba4e-004ea501b3b3 req-7f5ae80c-99d7-47e7-bd27-85f731a57360 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:49.569387 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-84bb1e67-813c-4683-ba4e-004ea501b3b3 req-7f5ae80c-99d7-47e7-bd27-85f731a57360 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0524089 Oct 05 20:22:49.598261 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f77acad-5e52-4e4f-b5ed-b1e880c7ee15 req-3db536b6-4d98-4582-8f6c-2b47d439fc2d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426710 Oct 05 20:22:49.621903 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-84bb1e67-813c-4683-ba4e-004ea501b3b3 req-e0010aa2-4d07-44ab-9ca8-398825bc98ec tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468717 Oct 05 20:22:49.985284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-69bd57ff-f5e2-45d9-815f-029cc33faa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:49.986934 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-69bd57ff-f5e2-45d9-815f-029cc33faa53 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466011 Oct 05 20:22:50.061030 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c6e0-815f-4212-8948-35d799e2eac3 req-02cc70d1-750c-4b62-b506-8cb9d3c2e92b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:50.062498 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b656c6e0-815f-4212-8948-35d799e2eac3 req-02cc70d1-750c-4b62-b506-8cb9d3c2e92b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0504589 Oct 05 20:22:50.110065 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b656c6e0-815f-4212-8948-35d799e2eac3 req-e2273c10-1203-46fd-8e0e-678cb1c8bccc tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 Oct 05 20:22:50.265013 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774874f-45c1-4ea4-9140-ced361881ce1 req-efa53566-26bd-44a1-82f3-3bb42205c95e tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:50.266560 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7774874f-45c1-4ea4-9140-ced361881ce1 req-efa53566-26bd-44a1-82f3-3bb42205c95e tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0493462 Oct 05 20:22:50.318699 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7774874f-45c1-4ea4-9140-ced361881ce1 req-cd729a55-0348-43df-b232-fe9552a5f893 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446508 Oct 05 20:22:50.522100 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1afa100-bb06-4be2-a5ad-921a2192caa6 req-2224ed00-5f7c-4d2e-b97c-eca948645f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:50.523662 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b1afa100-bb06-4be2-a5ad-921a2192caa6 req-2224ed00-5f7c-4d2e-b97c-eca948645f46 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 1129 time: 0.0787494 Oct 05 20:22:50.564187 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-70e9393a-5c29-4bf5-a3f0-f1c096b2486e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407719 Oct 05 20:22:50.776671 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9f1f8-1899-4a7f-b722-e3875dc7c1cc req-72d36763-513b-4931-b2e7-1a458d27063d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:50.779895 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f7a9f1f8-1899-4a7f-b722-e3875dc7c1cc req-72d36763-513b-4931-b2e7-1a458d27063d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0945473 Oct 05 20:22:50.786967 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e502a9-880d-4b85-b075-7e750a43baa9 req-f8990b36-f215-422e-aa2d-a7010d45a3ea tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:50.789553 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2e502a9-880d-4b85-b075-7e750a43baa9 req-f8990b36-f215-422e-aa2d-a7010d45a3ea tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0682600 Oct 05 20:22:50.877426 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f7a9f1f8-1899-4a7f-b722-e3875dc7c1cc req-317a2486-8453-4a91-8c24-3f6f4bbdd392 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855408 Oct 05 20:22:50.886758 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2e502a9-880d-4b85-b075-7e750a43baa9 req-9ba72aad-e9b5-476b-9405-230a98fcaf01 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893669 Oct 05 20:22:50.920999 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:51.235868 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1d34c-e09e-4817-832e-f9534563adba req-46ff92d1-28d2-464a-8a86-4e1b01c58698 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:51.237940 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-abc1d34c-e09e-4817-832e-f9534563adba req-46ff92d1-28d2-464a-8a86-4e1b01c58698 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0550802 Oct 05 20:22:51.293267 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-abc1d34c-e09e-4817-832e-f9534563adba req-d56b88cf-28e6-4914-9b6d-1295cc9298a3 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490937 Oct 05 20:22:51.988668 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ebe79-6766-4456-9a21-f6001fcc2592 req-bfa9bc8b-c61d-4aa2-bcc2-d211821a2c37 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:51.990320 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f1ebe79-6766-4456-9a21-f6001fcc2592 req-bfa9bc8b-c61d-4aa2-bcc2-d211821a2c37 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0501926 Oct 05 20:22:52.016321 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a659cd0-9749-4ac3-bebc-3fc6abfdc006 req-5499c7b4-4d2b-4238-8901-f0358fdfaf95 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:52.017804 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3a659cd0-9749-4ac3-bebc-3fc6abfdc006 req-5499c7b4-4d2b-4238-8901-f0358fdfaf95 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0470908 Oct 05 20:22:52.037215 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f1ebe79-6766-4456-9a21-f6001fcc2592 req-aa3bacb7-c0b6-4c97-8c75-09f0b6305f35 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Oct 05 20:22:52.065494 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3a659cd0-9749-4ac3-bebc-3fc6abfdc006 req-783d0b2d-a5e1-4102-94df-f2cba8b702ee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421069 Oct 05 20:22:52.405088 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:52.416685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc25fe4f-7482-4dc1-b03f-47bd3483b618 req-a4bfbeae-80dc-4306-b357-cf93d6846d52 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:52.418208 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cc25fe4f-7482-4dc1-b03f-47bd3483b618 req-a4bfbeae-80dc-4306-b357-cf93d6846d52 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0484951 Oct 05 20:22:52.469242 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cc25fe4f-7482-4dc1-b03f-47bd3483b618 req-fe149535-3350-4148-b618-48278ab863a7 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455301 Oct 05 20:22:52.529534 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:52.666964 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:53.137375 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:53.153359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:53.155689 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9eae8-bc71-4589-bb5c-1e16732d2b4e req-26416bc7-d0cf-4587-989b-239afe9e0fa1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:53.157247 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-18c9eae8-bc71-4589-bb5c-1e16732d2b4e req-26416bc7-d0cf-4587-989b-239afe9e0fa1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0477879 Oct 05 20:22:53.192972 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e18c06-e88c-4988-9a91-622a17d13a85 req-d708dc1c-47e6-43ae-b774-d8d97e3fff78 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:53.194557 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-05e18c06-e88c-4988-9a91-622a17d13a85 req-d708dc1c-47e6-43ae-b774-d8d97e3fff78 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0495229 Oct 05 20:22:53.198560 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:53.207015 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-18c9eae8-bc71-4589-bb5c-1e16732d2b4e req-b784b450-eae8-4f11-a82f-72ac4ac36a1e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Oct 05 20:22:53.242114 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-05e18c06-e88c-4988-9a91-622a17d13a85 req-424fe887-31e3-44d4-84bd-7c91cada0a55 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419359 Oct 05 20:22:53.590393 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705eb85d-a9da-4246-8127-8cf5d2c7355e req-984b00cd-3eee-4189-80c0-c4134817dafb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:53.592353 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-705eb85d-a9da-4246-8127-8cf5d2c7355e req-984b00cd-3eee-4189-80c0-c4134817dafb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0509391 Oct 05 20:22:53.646658 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-705eb85d-a9da-4246-8127-8cf5d2c7355e req-df2cc038-ae29-4285-9df6-6536d0836d31 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488856 Oct 05 20:22:53.975759 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b1afa100-bb06-4be2-a5ad-921a2192caa6 req-bc1ed844-c765-4cbc-8316-bbb0149fac91 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924501 Oct 05 20:22:53.998609 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2b8c28f9-c500-4302-982a-69d212ef3cd4 req-ef2ceecd-d0a9-4626-acd6-c9b1d39a1aa6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230578 Oct 05 20:22:54.332488 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024ecd5-19b8-4f5c-b8cd-e3d698ac9544 req-9e0d2aca-5569-4daa-91ea-0f7d442e6ab0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:54.334041 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5024ecd5-19b8-4f5c-b8cd-e3d698ac9544 req-9e0d2aca-5569-4daa-91ea-0f7d442e6ab0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0512927 Oct 05 20:22:54.367210 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5730e-80ef-40d6-a543-88afcfa8b5e2 req-f8ec046d-ea26-47f6-b397-333765661e3d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:54.368718 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f9a5730e-80ef-40d6-a543-88afcfa8b5e2 req-f8ec046d-ea26-47f6-b397-333765661e3d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0473695 Oct 05 20:22:54.383590 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5024ecd5-19b8-4f5c-b8cd-e3d698ac9544 req-71a9764f-9177-4c6e-afd9-872c419b5ad0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Oct 05 20:22:54.441689 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f9a5730e-80ef-40d6-a543-88afcfa8b5e2 req-ef17b327-44ef-477b-a471-e07ca5f2bed6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550849 Oct 05 20:22:54.771571 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b0cc7a-4bd9-4923-b9b2-3b589fbfb1ad req-a7324a13-fc48-4a85-89db-25da80d1dd8f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:54.772901 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b1b0cc7a-4bd9-4923-b9b2-3b589fbfb1ad req-a7324a13-fc48-4a85-89db-25da80d1dd8f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0497854 Oct 05 20:22:54.826347 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b1b0cc7a-4bd9-4923-b9b2-3b589fbfb1ad req-d5c103d4-9500-4a7b-8090-a51208058fa3 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460799 Oct 05 20:22:55.005725 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425c657a-5f82-4f1e-ae4c-b0a49429ed01 req-34deabd5-b43d-4e9d-90da-6b89c5acc282 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:55.007225 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-425c657a-5f82-4f1e-ae4c-b0a49429ed01 req-34deabd5-b43d-4e9d-90da-6b89c5acc282 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0576739 Oct 05 20:22:55.020353 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46664) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:55.025671 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-bfd851e5-7112-45e0-b9c6-593566c27097 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'floatingip': {'port_id': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:55.099136 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bfd851e5-7112-45e0-b9c6-593566c27097 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (f3f8f370-115a-4a6c-871b-366a1baed44e), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:55.608259 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d462aa5-c033-4dd9-a417-eb1fe1e81c70 req-f87a4cc4-2add-4b07-bf7e-d83d9ffd7729 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:55.609868 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1d462aa5-c033-4dd9-a417-eb1fe1e81c70 req-f87a4cc4-2add-4b07-bf7e-d83d9ffd7729 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.1386468 Oct 05 20:22:55.806409 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bfd851e5-7112-45e0-b9c6-593566c27097 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:55.821333 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1d462aa5-c033-4dd9-a417-eb1fe1e81c70 req-2bbe5fd8-3afb-459b-a101-2b034e224805 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947134 Oct 05 20:22:55.827029 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bfd851e5-7112-45e0-b9c6-593566c27097 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (f3f8f370-115a-4a6c-871b-366a1baed44e), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:55.975673 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46704) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:56.182923 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:56.188103 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [None req-bfd851e5-7112-45e0-b9c6-593566c27097 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Floating IP f3f8f370-115a-4a6c-871b-366a1baed44e associated. External IP: 172.27.0.243, port: 0b7637cb-b026-4f28-9263-f8fb7d10f2e2. Oct 05 20:22:56.196319 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45e55b-5544-4096-833b-7500f2695856 req-d40213ca-b315-4008-ae4b-0a457e8bf614 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:56.198069 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-db45e55b-5544-4096-833b-7500f2695856 req-d40213ca-b315-4008-ae4b-0a457e8bf614 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.2719524 Oct 05 20:22:56.252148 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:56.277212 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Publish callbacks [] for security_group (860e638c-4acc-4b6f-b072-118f7037decf), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:56.282938 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (860e638c-4acc-4b6f-b072-118f7037decf), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:56.284851 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:56.322493 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=803d546865aa4d21bb03ae0be64dd005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453445 Oct 05 20:22:56.324564 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860e638c-4acc-4b6f-b072-118f7037decf,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:56.328024 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46722) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:56.334832 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-db45e55b-5544-4096-833b-7500f2695856 req-5033fb95-5580-42f3-8d01-003df00dc342 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010303 Oct 05 20:22:56.344501 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.344854 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.345196 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.345553 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.346073 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.346411 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.346759 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.347071 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.347409 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.347719 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.348047 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.348371 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.348699 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.349022 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.349343 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec96ff3e-aabe-4424-a42d-f718f3564e7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:56.394938 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-def16f35-8b11-4ecd-aad9-a9100ba25941 admin admin] Publish callbacks [] for security_group (860e638c-4acc-4b6f-b072-118f7037decf), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:56.415411 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-def16f35-8b11-4ecd-aad9-a9100ba25941 admin admin] Publish callbacks [] for security_group (860e638c-4acc-4b6f-b072-118f7037decf), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:56.463733 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-def16f35-8b11-4ecd-aad9-a9100ba25941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (860e638c-4acc-4b6f-b072-118f7037decf), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:56.466259 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd851e5-7112-45e0-b9c6-593566c27097 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Router 6a7764a9-0805-42b0-aa33-dd94bc87f58c has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:22:56.466409 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-def16f35-8b11-4ecd-aad9-a9100ba25941 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:56.469860 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-def16f35-8b11-4ecd-aad9-a9100ba25941 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/860e638c-4acc-4b6f-b072-118f7037decf HTTP/1.1" status: 204 len: 168 time: 0.1384819 Oct 05 20:22:56.477499 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def16f35-8b11-4ecd-aad9-a9100ba25941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860e638c-4acc-4b6f-b072-118f7037decf,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:56.600421 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd851e5-7112-45e0-b9c6-593566c27097 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:22:56.605588 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bfd851e5-7112-45e0-b9c6-593566c27097 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:56.624832 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] Sync routers for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:22:56.643239 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:22:56.645407 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-bfd851e5-7112-45e0-b9c6-593566c27097 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/f3f8f370-115a-4a6c-871b-366a1baed44e HTTP/1.1" status: 200 len: 992 time: 1.6239054 Oct 05 20:22:56.646012 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'tag': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:56.648853 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc97e634-82d8-4433-bee0-6d00f84075e7", "tag": "0b7637cb-b026-4f28-9263-f8fb7d10f2e2"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:56.649300 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:22:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:56.710477 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f7e358-5356-4863-a336-0c26312c5eae x-openstack-request-id: req-e8f7e358-5356-4863-a336-0c26312c5eae {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:56.710955 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc97e634-82d8-4433-bee0-6d00f84075e7", "tag": "0b7637cb-b026-4f28-9263-f8fb7d10f2e2", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:56.711413 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8f7e358-5356-4863-a336-0c26312c5eae {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:56.711822 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8f7e358-5356-4863-a336-0c26312c5eae'] response: {'name': 'network-changed', 'server_uuid': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'tag': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2', 'status': 'completed', 'code': 200} Oct 05 20:22:56.780603 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-ab598eb7-d6bd-4696-ac1a-51f2d39574c0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574551 Oct 05 20:22:56.795964 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:56.961965 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:56.963435 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-31498edb-ae3d-4db3-82eb-06a85f236c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:56.964975 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-31498edb-ae3d-4db3-82eb-06a85f236c41 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 1130 time: 0.0746739 Oct 05 20:22:57.046565 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7022b-1c84-4627-832c-8b3d3a9fd72d req-8d96e391-27e7-4347-90d8-4a796efdb054 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:57.048234 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-abb7022b-1c84-4627-832c-8b3d3a9fd72d req-8d96e391-27e7-4347-90d8-4a796efdb054 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0906608 Oct 05 20:22:57.096688 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:57.129409 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-abb7022b-1c84-4627-832c-8b3d3a9fd72d req-c33394a2-91f0-4e57-8f20-bd73c25838b1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735135 Oct 05 20:22:57.131716 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-db7eae46-00a1-4dbe-a28f-0c3d812f3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:57.133385 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-db7eae46-00a1-4dbe-a28f-0c3d812f3822 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 1130 time: 0.1675408 Oct 05 20:22:57.165715 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'f3f8f370-115a-4a6c-871b-366a1baed44e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'port_id': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'mac_address': 'fa:16:3e:94:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:22:09Z', 'updated_at': '2022-10-05T20:22:55Z', 'revision_number': 1, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:57.170095 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-892d9af3-047b-42e1-ab18-d32f54c50065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:57.172828 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-892d9af3-047b-42e1-ab18-d32f54c50065 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 912 time: 0.1830263 Oct 05 20:22:57.204663 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] Checking router: 6a7764a9-0805-42b0-aa33-dd94bc87f58c for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:22:57.216386 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:22:57.217015 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:22:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:57.364001 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:57.389757 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:57.410613 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-ed063933-87e7-4c3b-bf41-90833585538b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2 HTTP/1.1" status: 200 len: 1000 time: 0.1665697 Oct 05 20:22:57.470854 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-aed62f1d-de88-4ade-9c51-1d246541d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:57.472536 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-aed62f1d-de88-4ade-9c51-1d246541d430 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.2573872 Oct 05 20:22:57.536508 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-8e84db81-50d4-40fa-bc84-39ac546dd166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:57.538126 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-8e84db81-50d4-40fa-bc84-39ac546dd166 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 200 len: 850 time: 0.1168334 Oct 05 20:22:57.579292 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-f3480dfe-4520-48b0-9dab-f8f6157b219d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c HTTP/1.1" status: 200 len: 217 time: 0.0812185 Oct 05 20:22:57.608962 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffedb1-3599-40c7-af46-13bfea0c82de req-869f62e6-1c49-458d-a74d-b19444005cd4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:57.610557 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-16ffedb1-3599-40c7-af46-13bfea0c82de req-869f62e6-1c49-458d-a74d-b19444005cd4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.1345992 Oct 05 20:22:57.612998 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46782) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:57.674869 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-af2ed3ac-6eb1-4573-a806-329f39a463c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:57.674869 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-af2ed3ac-6eb1-4573-a806-329f39a463c8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=befb067e-a787-4f3b-9756-b797371b0a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1070433 Oct 05 20:22:57.711457 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'f3f8f370-115a-4a6c-871b-366a1baed44e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'port_id': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'mac_address': 'fa:16:3e:94:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:22:09Z', 'updated_at': '2022-10-05T20:22:55Z', 'revision_number': 1, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:57.713143 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-0fe73d17-d90a-4d35-964b-dd4ba7efe7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:57.714773 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-0fe73d17-d90a-4d35-964b-dd4ba7efe7fe service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.1032503 Oct 05 20:22:57.746228 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31008e32-d901-4d36-a90f-23c273b0a77a None None] The sync data for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi is: [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'f3f8f370-115a-4a6c-871b-366a1baed44e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'port_id': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'mac_address': 'fa:16:3e:94:b4:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:22:09Z', 'updated_at': '2022-10-05T20:22:55Z', 'revision_number': 1, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:22:57.803616 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-16ffedb1-3599-40c7-af46-13bfea0c82de req-55fe9b2f-9454-4beb-ad84-c11b53c779cc tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818860 Oct 05 20:22:57.845293 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-226430774-network', 'tenant_id': '25c983389ecf447c9ca4bd6ca01b5a32'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:57.860175 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-bc1cf849-96d6-4793-afdd-065a2e66ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:57.890730 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-bc1cf849-96d6-4793-afdd-065a2e66ecdf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1576095 Oct 05 20:22:57.919286 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Made reservation on behalf of 25c983389ecf447c9ca4bd6ca01b5a32 for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:22:57.922468 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:57.937655 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.017910 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46798) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:58.038545 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3b5816-9ee8-4bb1-b782-dd462ef5bcac req-c1df6198-1439-4d5a-8f05-5a9f0b5444a4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:58.040159 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fb3b5816-9ee8-4bb1-b782-dd462ef5bcac req-c1df6198-1439-4d5a-8f05-5a9f0b5444a4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0875638 Oct 05 20:22:58.056724 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46804) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:58.063093 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-0ee42b4f-cb2d-4664-805b-f26533d6f595 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'floatingip': {'port_id': '179ef3ed-c463-418f-b678-aaee7de5535e'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:58.131237 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0ee42b4f-cb2d-4664-805b-f26533d6f595 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.223720 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f1e8c7-1cea-4e93-a87b-527b84428015 None None] New status for floating IP f3f8f370-115a-4a6c-871b-366a1baed44e: ACTIVE {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:22:58.313624 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-98157c80-42f5-41af-84cd-eb3d568c0308 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.319753 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Publish callbacks [] for security_group (719c33b9-cfdf-4b9f-bffd-943eea7f4c98), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.352541 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (719c33b9-cfdf-4b9f-bffd-943eea7f4c98), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.388625 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-9901fa08-2b20-4a50-8602-6cb05785a9c2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6865504 Oct 05 20:22:58.395440 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde91a-a99d-4c1c-beb1-43f336b5e309 req-8033abf2-da87-4ded-b81a-319bfb1f3848 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:58.397481 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80cde91a-a99d-4c1c-beb1-43f336b5e309 req-8033abf2-da87-4ded-b81a-319bfb1f3848 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0651700 Oct 05 20:22:58.413856 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:22:58.415828 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:58.456114 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (db75e02d-3da6-4261-ade0-52e6572aa6a7), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.456484 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Added segment db75e02d-3da6-4261-ade0-52e6572aa6a7 of type vlan for network 239503aa-bfd9-4c9f-872c-79484a7b0a69 Oct 05 20:22:58.533301 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80cde91a-a99d-4c1c-beb1-43f336b5e309 req-ac3f2ef2-8a5e-4e57-b179-2c6882f32b8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215849 Oct 05 20:22:58.537103 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:58.538225 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719c33b9-cfdf-4b9f-bffd-943eea7f4c98,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:58.579484 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-4065cb23-95a1-48cc-8fdb-4b4b9bbbbc94 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6781108 Oct 05 20:22:58.587504 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.587894 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.588174 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.588504 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.588924 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.589248 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.589602 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.589933 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.590253 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.590609 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.590927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.591244 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.591558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.591871 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.592184 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:22:58.659694 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (239503aa-bfd9-4c9f-872c-79484a7b0a69), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.687758 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d7a7ad6b-8d50-4d94-9341-6571f2e2c22f req-54e0c24d-7d8c-49aa-8f1a-e429d506a28b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870610 Oct 05 20:22:58.718250 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:58.734499 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8ce86f0e-c01e-4f31-a4a0-e91f34d61591 req-f51d59fd-6a80-4b42-ba8c-39eec9000bbe service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377547 Oct 05 20:22:58.759845 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (239503aa-bfd9-4c9f-872c-79484a7b0a69), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.760823 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:58.761386 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.765795 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-98157c80-42f5-41af-84cd-eb3d568c0308 admin admin] Publish callbacks [] for security_group (e39598a3-9ca8-4371-af72-a1fdee9caf15), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.817535 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-98157c80-42f5-41af-84cd-eb3d568c0308 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e39598a3-9ca8-4371-af72-a1fdee9caf15), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.876197 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2617400 Oct 05 20:22:58.879580 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46818) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:58.884569 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Request body: {'subnet': {'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-226430774-subnet', 'tenant_id': '25c983389ecf447c9ca4bd6ca01b5a32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:22:58.891183 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:58.913495 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Made reservation on behalf of 25c983389ecf447c9ca4bd6ca01b5a32 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:22:58.915976 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:58.926388 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-98157c80-42f5-41af-84cd-eb3d568c0308 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5a666c9d4266471088ffc6a45d2066fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9045279 Oct 05 20:22:58.929828 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46824) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:58.952744 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98157c80-42f5-41af-84cd-eb3d568c0308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39598a3-9ca8-4371-af72-a1fdee9caf15,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:58.958138 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbab24a-c92b-4eb6-848e-1bd1b835f7a0 admin admin] Pushing event updated for resources: {'Network': ['ID=239503aa-bfd9-4c9f-872c-79484a7b0a69,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:58.996992 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 239503aa-bfd9-4c9f-872c-79484a7b0a69 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:22:59.056013 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-297636be-9abf-4c3d-bc40-dab20338e358 admin admin] Publish callbacks [] for security_group (e39598a3-9ca8-4371-af72-a1fdee9caf15), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:59.091985 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0ee42b4f-cb2d-4664-805b-f26533d6f595 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:59.097408 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0ee42b4f-cb2d-4664-805b-f26533d6f595 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:59.105793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-297636be-9abf-4c3d-bc40-dab20338e358 admin admin] Publish callbacks [] for security_group (e39598a3-9ca8-4371-af72-a1fdee9caf15), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:59.201765 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (b10eecba-fc1d-4bec-a6dc-c013c6aaad89), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:59.219257 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [None req-0ee42b4f-cb2d-4664-805b-f26533d6f595 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Floating IP e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226 associated. External IP: 172.27.0.80, port: 179ef3ed-c463-418f-b678-aaee7de5535e. Oct 05 20:22:59.240388 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-297636be-9abf-4c3d-bc40-dab20338e358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e39598a3-9ca8-4371-af72-a1fdee9caf15), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:59.242985 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-297636be-9abf-4c3d-bc40-dab20338e358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:59.244123 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-297636be-9abf-4c3d-bc40-dab20338e358 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e39598a3-9ca8-4371-af72-a1fdee9caf15 HTTP/1.1" status: 204 len: 168 time: 0.3133740 Oct 05 20:22:59.270227 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297636be-9abf-4c3d-bc40-dab20338e358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39598a3-9ca8-4371-af72-a1fdee9caf15,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:59.279995 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10eecba-fc1d-4bec-a6dc-c013c6aaad89,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:22:59.297427 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Checking segment: {'id': 'db75e02d-3da6-4261-ade0-52e6572aa6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:22:59.297994 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Network hostable DHCP agents. Network: 239503aa-bfd9-4c9f-872c-79484a7b0a69, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:22:59.330135 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Network 239503aa-bfd9-4c9f-872c-79484a7b0a69 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:22:59.334157 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:59.344951 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 239503aa-bfd9-4c9f-872c-79484a7b0a69) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:22:59.350294 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:59.351107 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:59.368311 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748cd63d-d526-4df9-b66b-c11ba2356aa9 None None] Network 239503aa-bfd9-4c9f-872c-79484a7b0a69 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:22:59.376780 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-46c0801e-9dfa-4929-b374-0c6d9eb55c05 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4960446 Oct 05 20:22:59.420135 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46844) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:22:59.490479 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee42b4f-cb2d-4664-805b-f26533d6f595 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Router 91bb8d91-b364-45be-941a-69450070930d has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:22:59.523995 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c021a040-757d-44a3-a12b-5835d70f1746 None None] Network 239503aa-bfd9-4c9f-872c-79484a7b0a69 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:22:59.637993 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:59.639331 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:59.690117 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee42b4f-cb2d-4664-805b-f26533d6f595 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:22:59.707596 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] Sync routers for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:22:59.720840 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:22:59.721482 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:22:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:22:59.725638 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0ee42b4f-cb2d-4664-805b-f26533d6f595 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:22:59.776414 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:59.835803 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b72b32-a7cf-4134-91ec-ca460bff151e req-058d6f15-81c7-4ef7-b9b8-81b8588c2d29 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:22:59.841031 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-94b72b32-a7cf-4134-91ec-ca460bff151e req-058d6f15-81c7-4ef7-b9b8-81b8588c2d29 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.1808369 Oct 05 20:22:59.844646 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-0ee42b4f-cb2d-4664-805b-f26533d6f595 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226 HTTP/1.1" status: 200 len: 990 time: 1.7867603 Oct 05 20:22:59.845796 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:22:59.848575 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d91dec-be42-4160-9b8b-236ccb1c005e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:22:59.859999 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:22:59.921470 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:22:59.969228 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056608e1-d5a0-4a1d-a535-e6bd024de3cd x-openstack-request-id: req-056608e1-d5a0-4a1d-a535-e6bd024de3cd {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:22:59.970558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:22:59.971184 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-056608e1-d5a0-4a1d-a535-e6bd024de3cd {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:22:59.971929 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056608e1-d5a0-4a1d-a535-e6bd024de3cd'] response: {'name': 'network-changed', 'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e', 'status': 'completed', 'code': 200} Oct 05 20:22:59.977717 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-94b72b32-a7cf-4134-91ec-ca460bff151e req-6ba8ba26-e4ff-4e19-bfaa-253f6a2bb3fe tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249177 Oct 05 20:22:59.980961 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-edd5e85a-73dc-40ff-b326-4597c6abe96d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.075624 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-140f2d50-619b-44c3-888c-001cc59951fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:00.077840 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-140f2d50-619b-44c3-888c-001cc59951fa service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 1129 time: 0.0541420 Oct 05 20:23:00.148888 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-edd5e85a-73dc-40ff-b326-4597c6abe96d admin admin] Publish callbacks [] for security_group (b865577b-d6a3-4cf0-b783-0088c3851415), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.152727 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:00.158413 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-edd5e85a-73dc-40ff-b326-4597c6abe96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (b865577b-d6a3-4cf0-b783-0088c3851415), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.170275 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46868) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:00.181063 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '91bb8d91-b364-45be-941a-69450070930d', 'port_id': '179ef3ed-c463-418f-b678-aaee7de5535e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'mac_address': 'fa:16:3e:5e:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:22:03Z', 'updated_at': '2022-10-05T20:22:58Z', 'revision_number': 1, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:00.193275 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-87eca4e2-8700-4f33-9c24-c42c97d5ff5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.223465 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] Checking router: 91bb8d91-b364-45be-941a-69450070930d for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:23:00.236815 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:23:00.238407 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:22:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:00.259316 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-edd5e85a-73dc-40ff-b326-4597c6abe96d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3cfcac2b380940e99b568076438839b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8351791 Oct 05 20:23:00.259316 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5e85a-73dc-40ff-b326-4597c6abe96d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b865577b-d6a3-4cf0-b783-0088c3851415,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:00.260209 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46872) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:00.320180 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:00.341975 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-87eca4e2-8700-4f33-9c24-c42c97d5ff5c admin admin] Publish callbacks [] for security_group (a0f009b4-64ab-464d-aa19-b29f60cdd4bf), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.342375 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-512a4808-ad4e-4e4b-a671-6597af08b4c9 admin admin] Publish callbacks [] for security_group (b865577b-d6a3-4cf0-b783-0088c3851415), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.348700 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-87eca4e2-8700-4f33-9c24-c42c97d5ff5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a0f009b4-64ab-464d-aa19-b29f60cdd4bf), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.352873 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:00.368011 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-512a4808-ad4e-4e4b-a671-6597af08b4c9 admin admin] Publish callbacks [] for security_group (b865577b-d6a3-4cf0-b783-0088c3851415), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.435879 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-512a4808-ad4e-4e4b-a671-6597af08b4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (b865577b-d6a3-4cf0-b783-0088c3851415), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.438755 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-512a4808-ad4e-4e4b-a671-6597af08b4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.442985 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-512a4808-ad4e-4e4b-a671-6597af08b4c9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b865577b-d6a3-4cf0-b783-0088c3851415 HTTP/1.1" status: 204 len: 168 time: 0.1659992 Oct 05 20:23:00.461359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a4808-ad4e-4e4b-a671-6597af08b4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b865577b-d6a3-4cf0-b783-0088c3851415,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:00.555038 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:23:00.675449 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-81ffea11-50df-4cfd-9f69-f067999ebb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:00.677325 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-81ffea11-50df-4cfd-9f69-f067999ebb4c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 917 time: 0.1987967 Oct 05 20:23:00.702593 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-87eca4e2-8700-4f33-9c24-c42c97d5ff5c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2cb4082572474d1c9635458745d57b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5312362 Oct 05 20:23:00.705400 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46882) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:00.708511 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eca4e2-8700-4f33-9c24-c42c97d5ff5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f009b4-64ab-464d-aa19-b29f60cdd4bf,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:00.763919 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-65af721a-3cbe-4703-aac1-3278e438affd admin admin] Publish callbacks [] for security_group (a0f009b4-64ab-464d-aa19-b29f60cdd4bf), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.790585 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-65af721a-3cbe-4703-aac1-3278e438affd admin admin] Publish callbacks [] for security_group (a0f009b4-64ab-464d-aa19-b29f60cdd4bf), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.846118 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-65af721a-3cbe-4703-aac1-3278e438affd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a0f009b4-64ab-464d-aa19-b29f60cdd4bf), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.847746 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '91bb8d91-b364-45be-941a-69450070930d', 'port_id': '179ef3ed-c463-418f-b678-aaee7de5535e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'mac_address': 'fa:16:3e:5e:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:22:03Z', 'updated_at': '2022-10-05T20:22:58Z', 'revision_number': 1, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:00.849323 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-65af721a-3cbe-4703-aac1-3278e438affd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:00.852423 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-65af721a-3cbe-4703-aac1-3278e438affd admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a0f009b4-64ab-464d-aa19-b29f60cdd4bf HTTP/1.1" status: 204 len: 168 time: 0.1456459 Oct 05 20:23:00.861992 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af721a-3cbe-4703-aac1-3278e438affd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f009b4-64ab-464d-aa19-b29f60cdd4bf,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:00.891289 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fdbe0f-955d-4f3f-9eec-d1536c2dfe32 None None] The sync data for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi is: [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'floating_ip_address': '172.27.0.80', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '91bb8d91-b364-45be-941a-69450070930d', 'port_id': '179ef3ed-c463-418f-b678-aaee7de5535e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'mac_address': 'fa:16:3e:5e:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:22:03Z', 'updated_at': '2022-10-05T20:22:58Z', 'revision_number': 1, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:23:01.145914 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d641adf-8f00-452e-9e2a-f010e7789351 req-d4a9e6c7-58ec-4568-bd1a-01f827b167eb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:01.147506 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2d641adf-8f00-452e-9e2a-f010e7789351 req-d4a9e6c7-58ec-4568-bd1a-01f827b167eb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0629377 Oct 05 20:23:01.222018 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2d641adf-8f00-452e-9e2a-f010e7789351 req-e193a3bd-3742-4ae3-9d4a-a976686c47e1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599978 Oct 05 20:23:01.368552 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46908) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:01.387799 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-87fa80da-f0ad-4294-95d4-a323e68ae71a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:01.475223 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-87fa80da-f0ad-4294-95d4-a323e68ae71a admin admin] Publish callbacks [] for security_group (5351084b-7ce1-43c6-acec-e321bf2aa7ea), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:01.479348 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-87fa80da-f0ad-4294-95d4-a323e68ae71a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (5351084b-7ce1-43c6-acec-e321bf2aa7ea), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:01.559927 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-87fa80da-f0ad-4294-95d4-a323e68ae71a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a9cc5feeb3cb4edcbbff127a5b6a81af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1890543 Oct 05 20:23:01.562597 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46914) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:01.570660 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa80da-f0ad-4294-95d4-a323e68ae71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5351084b-7ce1-43c6-acec-e321bf2aa7ea,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:01.603603 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-18e7c41f-c9c2-4c00-adba-859e70a13cd5 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=179ef3ed-c463-418f-b678-aaee7de5535e HTTP/1.1" status: 200 len: 998 time: 0.0947676 Oct 05 20:23:01.633684 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afffc61c-5925-423d-bc6e-1d9930534ad6 admin admin] Publish callbacks [] for security_group (5351084b-7ce1-43c6-acec-e321bf2aa7ea), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:01.644939 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4547894-f64e-41f0-91b8-537a984b9fd4 None None] New status for floating IP e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226: ACTIVE {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:23:01.656681 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afffc61c-5925-423d-bc6e-1d9930534ad6 admin admin] Publish callbacks [] for security_group (5351084b-7ce1-43c6-acec-e321bf2aa7ea), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:01.716293 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afffc61c-5925-423d-bc6e-1d9930534ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (5351084b-7ce1-43c6-acec-e321bf2aa7ea), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:01.718973 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afffc61c-5925-423d-bc6e-1d9930534ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:01.722626 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-afffc61c-5925-423d-bc6e-1d9930534ad6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5351084b-7ce1-43c6-acec-e321bf2aa7ea HTTP/1.1" status: 204 len: 168 time: 0.1567266 Oct 05 20:23:01.729385 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffc61c-5925-423d-bc6e-1d9930534ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5351084b-7ce1-43c6-acec-e321bf2aa7ea,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:02.346269 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed61bae-6527-411b-a8a5-9781a5460647 req-6332be12-62d0-4d62-8cf7-2bce1012d15e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:02.347785 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2ed61bae-6527-411b-a8a5-9781a5460647 req-6332be12-62d0-4d62-8cf7-2bce1012d15e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0606823 Oct 05 20:23:02.405070 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2ed61bae-6527-411b-a8a5-9781a5460647 req-e65cc63b-d4c9-433e-aa3c-b3ccf73bee5c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508120 Oct 05 20:23:02.536406 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 46962) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:02.704393 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-389148630-network', 'tenant_id': '1c2141e33c264250aa7642f46a9b4048'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:02.726373 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Made reservation on behalf of 1c2141e33c264250aa7642f46a9b4048 for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:23:02.728706 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:02.739305 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:02.756232 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:02.824572 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Publish callbacks [] for security_group (21f1be8b-3403-44a0-acc3-596e83d8bb9f), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:02.828550 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (21f1be8b-3403-44a0-acc3-596e83d8bb9f), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:02.856707 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:23:02.868440 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f1be8b-3403-44a0-acc3-596e83d8bb9f,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:02.875590 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (4a15f7e2-f943-4b9a-b1ed-bc378b7230c8), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:02.875926 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Added segment 4a15f7e2-f943-4b9a-b1ed-bc378b7230c8 of type vlan for network 8161c64b-ad1b-4220-99b9-84126ab53e0a Oct 05 20:23:02.916287 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (8161c64b-ad1b-4220-99b9-84126ab53e0a), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:02.931839 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:02.944031 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (8161c64b-ad1b-4220-99b9-84126ab53e0a), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:02.945058 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:02.945694 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:02.999001 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4614766 Oct 05 20:23:03.002006 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 46980) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:03.007835 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Request body: {'subnet': {'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-389148630-subnet', 'tenant_id': '1c2141e33c264250aa7642f46a9b4048', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:03.014314 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8fbfb-1ffe-43f7-9ae8-ac86a0cec9fd admin admin] Pushing event updated for resources: {'Network': ['ID=8161c64b-ad1b-4220-99b9-84126ab53e0a,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:03.025284 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 8161c64b-ad1b-4220-99b9-84126ab53e0a details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:23:03.029152 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Made reservation on behalf of 1c2141e33c264250aa7642f46a9b4048 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:23:03.031757 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:03.157427 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:03.203613 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:03.219804 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (04b31864-8bc1-458f-857b-fda874ca3866), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:03.274939 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b31864-8bc1-458f-857b-fda874ca3866,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:03.290794 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Checking segment: {'id': '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:23:03.291145 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Network hostable DHCP agents. Network: 8161c64b-ad1b-4220-99b9-84126ab53e0a, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:23:03.371974 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Network 8161c64b-ad1b-4220-99b9-84126ab53e0a is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:23:03.387391 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-7845ea94-6f49-4774-90c9-5b1ee120db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:03.388871 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-7845ea94-6f49-4774-90c9-5b1ee120db53 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.0707502 Oct 05 20:23:03.389849 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 8161c64b-ad1b-4220-99b9-84126ab53e0a) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:03.394294 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:03.395133 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:03.400531 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6927efb9-48b3-4c23-8c42-362c54c4394d None None] Network 8161c64b-ad1b-4220-99b9-84126ab53e0a requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:23:03.438707 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-0b621bfa-ed36-4963-81c4-9bd7829be3f7 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4354920 Oct 05 20:23:03.445166 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-d0de13b0-5c7a-4ae3-896c-cb45c2cff47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:03.446030 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-d0de13b0-5c7a-4ae3-896c-cb45c2cff47f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476100 Oct 05 20:23:03.520286 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f4640b-2cd1-4ffb-90ef-95de10194173 None None] Network 8161c64b-ad1b-4220-99b9-84126ab53e0a requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:23:03.555524 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f7d523-cc6c-4802-8861-c40061c2f131 req-3d6e22ae-c123-4bc0-8601-042750278602 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:03.557966 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c7f7d523-cc6c-4802-8861-c40061c2f131 req-3d6e22ae-c123-4bc0-8601-042750278602 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0521204 Oct 05 20:23:03.627397 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c7f7d523-cc6c-4802-8861-c40061c2f131 req-a671348c-d22c-42f2-a79b-e6d42f58d684 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592353 Oct 05 20:23:03.720382 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-ff563f0d-ab3f-4745-953e-84ccfa551f61 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070342 Oct 05 20:23:04.766700 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48afa7-46f7-4312-88da-a659be5d48dc req-0a2c9ce3-e74a-4119-b229-64e97625d92e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:04.768449 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-aa48afa7-46f7-4312-88da-a659be5d48dc req-0a2c9ce3-e74a-4119-b229-64e97625d92e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0574899 Oct 05 20:23:04.828523 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-aa48afa7-46f7-4312-88da-a659be5d48dc req-fb0ac868-0e7b-471c-af5f-ba73abf98102 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534074 Oct 05 20:23:05.228411 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-d1b73208-fa36-4483-b26f-202f5a5b81bc tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:05.229936 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-d1b73208-fa36-4483-b26f-202f5a5b81bc tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/networks?id=239503aa-bfd9-4c9f-872c-79484a7b0a69 HTTP/1.1" status: 200 len: 808 time: 0.1269112 Oct 05 20:23:05.234137 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-858ab321-b792-4d5a-ab49-521754246d6e tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:05.235608 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-858ab321-b792-4d5a-ab49-521754246d6e tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8161c64b-ad1b-4220-99b9-84126ab53e0a HTTP/1.1" status: 200 len: 813 time: 0.1172049 Oct 05 20:23:05.249179 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-c96ccdd1-35d5-4144-9aa1-d81ef94758fb tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/quotas/25c983389ecf447c9ca4bd6ca01b5a32 HTTP/1.1" status: 200 len: 375 time: 0.0096562 Oct 05 20:23:05.251349 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-a378ec52-799f-4ea6-9546-b30c41d29fc5 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/quotas/1c2141e33c264250aa7642f46a9b4048 HTTP/1.1" status: 200 len: 375 time: 0.0095854 Oct 05 20:23:05.290174 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-3b0766be-55a3-42a4-8510-f40405f926ee tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=25c983389ecf447c9ca4bd6ca01b5a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349133 Oct 05 20:23:05.294014 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-98931a17-4fdf-44c9-923b-f7fb1cf509ef tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1c2141e33c264250aa7642f46a9b4048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349467 Oct 05 20:23:05.395330 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-24973824-0dab-4ee2-a55e-20997c28e31d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985491 Oct 05 20:23:05.478438 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-05ae0d69-ed64-4dd7-98ab-d43141fac311 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829565 Oct 05 20:23:05.508902 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-25d91dec-be42-4160-9b8b-236ccb1c005e req-f448878f-64f6-44b3-9135-9e41b01bccdd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414907 Oct 05 20:23:05.515997 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-62a91332-347f-48ec-afbe-ee6263445c71 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123161 Oct 05 20:23:05.581658 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-e47a9cde-226a-4f29-be19-4008853e9fad service neutron] 10.222.0.23 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940936 Oct 05 20:23:05.688519 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7296af81-e7a6-42d6-bb25-345ae2072179 req-1abb1d10-0b55-4815-b146-b5088d7c26e4 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 210 time: 0.0350029 Oct 05 20:23:05.827908 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f3b711c9-fa9a-4879-a50e-ab4de5a01537 req-af3c90f2-3072-46d5-9da7-906a0160e24b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0678082 Oct 05 20:23:05.984640 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04245-c242-4664-a6b7-360f97d68fa0 req-583e8cc1-d8e8-4d2e-8671-75b0be26cb85 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:05.991532 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ede04245-c242-4664-a6b7-360f97d68fa0 req-583e8cc1-d8e8-4d2e-8671-75b0be26cb85 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0543284 Oct 05 20:23:06.009094 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:06.052562 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ede04245-c242-4664-a6b7-360f97d68fa0 req-9afd1932-e841-4271-b805-461158847177 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599079 Oct 05 20:23:06.820807 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c0996622-c9c1-4998-beaa-6236c5518619 req-654def52-042b-4283-a4ae-79d02563ccd7 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 210 time: 0.0507884 Oct 05 20:23:06.923315 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-89ccbf7f-1128-4f61-8fd3-714f567cc3ce req-0714d410-1b31-463b-b2a9-6d205295720b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0276694 Oct 05 20:23:07.161323 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:07.172851 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb197ab-ea22-4d8d-be16-83345e24eea8 req-db01637d-2dc8-4d28-a4a3-985a6a62f6e3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:07.174399 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0fb197ab-ea22-4d8d-be16-83345e24eea8 req-db01637d-2dc8-4d28-a4a3-985a6a62f6e3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0536869 Oct 05 20:23:07.227926 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0fb197ab-ea22-4d8d-be16-83345e24eea8 req-85385e16-b60d-4254-8650-3c8776622e0f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476668 Oct 05 20:23:07.254709 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d782f6b-0dbe-480f-8261-6f63bc00e969 req-82ba9841-b8ab-4fb6-b3db-852e0c63db51 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:07.256344 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6d782f6b-0dbe-480f-8261-6f63bc00e969 req-82ba9841-b8ab-4fb6-b3db-852e0c63db51 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0476928 Oct 05 20:23:07.309394 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6d782f6b-0dbe-480f-8261-6f63bc00e969 req-5a08d3a9-18e4-47e6-9e04-48821abdae87 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469189 Oct 05 20:23:07.841280 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47182) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:07.947091 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-149763f6-f0dc-46f9-9ea4-fc118b5141e1 req-1861bbc1-eb72-4eca-bb2e-e1fbd027c7a8 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 210 time: 0.0292172 Oct 05 20:23:07.967578 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c0832a82-fadd-4a92-adee-b18ed87ad18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.056960 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c0832a82-fadd-4a92-adee-b18ed87ad18e admin admin] Publish callbacks [] for security_group (8fdd3713-48c6-4295-9240-0c8c7c48831d), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.061424 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c0832a82-fadd-4a92-adee-b18ed87ad18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8fdd3713-48c6-4295-9240-0c8c7c48831d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.071056 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6f2fbc01-896f-4ff3-bd55-45e94ab6dad1 req-021a83c5-3b2e-48c3-af46-927e685aea27 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0431447 Oct 05 20:23:08.106258 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-c0832a82-fadd-4a92-adee-b18ed87ad18e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=032eacedb6de402cb9cca2453f68e9a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633014 Oct 05 20:23:08.106994 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0832a82-fadd-4a92-adee-b18ed87ad18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd3713-48c6-4295-9240-0c8c7c48831d,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:08.108921 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 47200) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:08.163502 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-786e9e8b-5fef-4e82-bfe2-dfa54c12427b admin admin] Publish callbacks [] for security_group (8fdd3713-48c6-4295-9240-0c8c7c48831d), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.166079 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:08.185535 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-786e9e8b-5fef-4e82-bfe2-dfa54c12427b admin admin] Publish callbacks [] for security_group (8fdd3713-48c6-4295-9240-0c8c7c48831d), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.248740 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-786e9e8b-5fef-4e82-bfe2-dfa54c12427b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8fdd3713-48c6-4295-9240-0c8c7c48831d), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.248740 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-786e9e8b-5fef-4e82-bfe2-dfa54c12427b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.248740 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-786e9e8b-5fef-4e82-bfe2-dfa54c12427b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8fdd3713-48c6-4295-9240-0c8c7c48831d HTTP/1.1" status: 204 len: 168 time: 0.1294448 Oct 05 20:23:08.249267 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e9e8b-5fef-4e82-bfe2-dfa54c12427b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd3713-48c6-4295-9240-0c8c7c48831d,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:08.355849 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d7b54-9499-41f5-99f5-d418990815d0 req-59b9bf0d-1ab2-4a38-9f16-bd71eb4834e2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:08.362005 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b3d7b54-9499-41f5-99f5-d418990815d0 req-59b9bf0d-1ab2-4a38-9f16-bd71eb4834e2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0547130 Oct 05 20:23:08.420098 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b3d7b54-9499-41f5-99f5-d418990815d0 req-0efba454-0e87-43f9-b36e-c79c07924c7b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550480 Oct 05 20:23:08.441387 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98707755-674f-4d87-90fe-4b9169c1e442 req-39ce9c59-c543-4baa-9a73-23d2dfa59cb7 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:08.443277 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-98707755-674f-4d87-90fe-4b9169c1e442 req-39ce9c59-c543-4baa-9a73-23d2dfa59cb7 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.0505295 Oct 05 20:23:08.496209 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-98707755-674f-4d87-90fe-4b9169c1e442 req-3aa913db-90a7-45a5-9d49-77cecec2721f tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415890 Oct 05 20:23:08.536370 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 47216) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:08.549658 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-40999354-54ae-4227-b6d9-1fb80944c0f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.597812 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:08.630798 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-40999354-54ae-4227-b6d9-1fb80944c0f1 admin admin] Publish callbacks [] for security_group (46a3cfa8-b644-4a17-859d-45997f5cf7b3), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.634327 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-40999354-54ae-4227-b6d9-1fb80944c0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (46a3cfa8-b644-4a17-859d-45997f5cf7b3), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.674048 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-40999354-54ae-4227-b6d9-1fb80944c0f1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8cf48a5a7e2c4ffd85d97ffc5c581613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365488 Oct 05 20:23:08.675180 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40999354-54ae-4227-b6d9-1fb80944c0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a3cfa8-b644-4a17-859d-45997f5cf7b3,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:08.676997 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47218) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:08.729395 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-74bc43e5-b552-4014-9aa4-523bef966063 admin admin] Publish callbacks [] for security_group (46a3cfa8-b644-4a17-859d-45997f5cf7b3), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.750106 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-74bc43e5-b552-4014-9aa4-523bef966063 admin admin] Publish callbacks [] for security_group (46a3cfa8-b644-4a17-859d-45997f5cf7b3), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.797994 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-74bc43e5-b552-4014-9aa4-523bef966063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (46a3cfa8-b644-4a17-859d-45997f5cf7b3), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.800559 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-74bc43e5-b552-4014-9aa4-523bef966063 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:08.801723 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-74bc43e5-b552-4014-9aa4-523bef966063 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/46a3cfa8-b644-4a17-859d-45997f5cf7b3 HTTP/1.1" status: 204 len: 168 time: 0.1221199 Oct 05 20:23:08.809615 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc43e5-b552-4014-9aa4-523bef966063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a3cfa8-b644-4a17-859d-45997f5cf7b3,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:08.826911 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:23:09.057629 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dd42b492-cbf0-4bce-953f-bcd2faace8d7 req-f3b68317-950e-4931-aafe-5888f88cba8e tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 210 time: 0.0303991 Oct 05 20:23:09.168277 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6e50f33-8ec7-4ddf-8c52-73fe697e70c6 req-f89c6c01-528b-4291-9876-b21e9f3a71c2 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0280356 Oct 05 20:23:09.591538 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-47798d28-1a82-4e1b-84c4-f9f3443c7507 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:09.593042 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-47798d28-1a82-4e1b-84c4-f9f3443c7507 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.15 "GET /networking/v2.0/networks?id=8161c64b-ad1b-4220-99b9-84126ab53e0a HTTP/1.1" status: 200 len: 813 time: 0.1809046 Oct 05 20:23:09.611422 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c150ec-4461-47d3-bb2a-7c56444c0d10 req-09bee173-ecad-4f8e-b912-fcff1917e903 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:09.613078 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b6c150ec-4461-47d3-bb2a-7c56444c0d10 req-09bee173-ecad-4f8e-b912-fcff1917e903 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0830629 Oct 05 20:23:09.613649 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47260) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:09.677384 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b6c150ec-4461-47d3-bb2a-7c56444c0d10 req-97954b3a-843c-4b38-b965-89648ffd5ed2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521674 Oct 05 20:23:09.699787 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fe1a5-243f-4c70-ab5c-aebb1ec8e2be req-98f66f8b-5c41-4c39-8c14-f484f6282ccc tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:09.701486 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-505fe1a5-243f-4c70-ab5c-aebb1ec8e2be req-98f66f8b-5c41-4c39-8c14-f484f6282ccc tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.1138465 Oct 05 20:23:09.754490 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-505fe1a5-243f-4c70-ab5c-aebb1ec8e2be req-50a6e75a-4088-452e-89be-fa72778d8c2e tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470169 Oct 05 20:23:09.764851 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a5734d2f-b47a-43b2-ab4f-849cb00c1926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:09.833574 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:09.846384 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a5734d2f-b47a-43b2-ab4f-849cb00c1926 admin admin] Publish callbacks [] for security_group (3a350769-06f3-412e-bb5f-6b85b810ef59), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:09.851432 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a5734d2f-b47a-43b2-ab4f-849cb00c1926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (3a350769-06f3-412e-bb5f-6b85b810ef59), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:09.856559 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:09.891083 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Request body: {'port': {'device_id': '52c5126d-2b2b-4cc9-a187-511c93edaa78', 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a', 'admin_state_up': True, 'tenant_id': '1c2141e33c264250aa7642f46a9b4048'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:09.921167 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5734d2f-b47a-43b2-ab4f-849cb00c1926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a350769-06f3-412e-bb5f-6b85b810ef59,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:09.925782 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a5734d2f-b47a-43b2-ab4f-849cb00c1926 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=973809a885644f4199c8bc707b52a829&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3110847 Oct 05 20:23:09.928469 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 47270) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:09.994820 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-16528361-c002-4b41-9fdb-fa278ee718db admin admin] Publish callbacks [] for security_group (3a350769-06f3-412e-bb5f-6b85b810ef59), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.015517 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-16528361-c002-4b41-9fdb-fa278ee718db admin admin] Publish callbacks [] for security_group (3a350769-06f3-412e-bb5f-6b85b810ef59), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.033716 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Made reservation on behalf of 1c2141e33c264250aa7642f46a9b4048 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:23:10.037924 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.070787 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-16528361-c002-4b41-9fdb-fa278ee718db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (3a350769-06f3-412e-bb5f-6b85b810ef59), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.074601 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-16528361-c002-4b41-9fdb-fa278ee718db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.075840 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-16528361-c002-4b41-9fdb-fa278ee718db admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3a350769-06f3-412e-bb5f-6b85b810ef59 HTTP/1.1" status: 204 len: 168 time: 0.1463721 Oct 05 20:23:10.090536 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16528361-c002-4b41-9fdb-fa278ee718db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a350769-06f3-412e-bb5f-6b85b810ef59,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:10.205936 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Allocated IP 172.20.0.10 (8161c64b-ad1b-4220-99b9-84126ab53e0a/04b31864-8bc1-458f-857b-fda874ca3866/ab41397f-21da-4863-a97b-9e600a47ad52) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:23:10.268065 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e4c4604d-7b44-40e1-8670-fab25b5bb89a req-ddb90cfd-1459-41e8-8a43-eca002b1da78 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 210 time: 0.0595245 Oct 05 20:23:10.283434 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-7a1b71c8-0cc2-4eac-8def-cab4453179e3 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:10.284944 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-7a1b71c8-0cc2-4eac-8def-cab4453179e3 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.1579230 Oct 05 20:23:10.292900 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-053b6617-5c38-42fa-9456-c217bfe4da04 req-9037b78b-31e3-49ac-8421-4c28143924a3 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0358167 Oct 05 20:23:10.560075 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 47296) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:10.574290 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-437db34b-2e6d-428e-9dda-16569b171eeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.675397 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-437db34b-2e6d-428e-9dda-16569b171eeb admin admin] Publish callbacks [] for security_group (7484792e-321f-42c3-a132-a76e508b4261), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.683590 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-437db34b-2e6d-428e-9dda-16569b171eeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (7484792e-321f-42c3-a132-a76e508b4261), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.728832 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Deleting port afe64fa3-44ab-44b3-a977-349ea8ab76cc {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:23:10.729175 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.729355 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-437db34b-2e6d-428e-9dda-16569b171eeb admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4d43e7b9c9f2433bae823d9c6d13e012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1680002 Oct 05 20:23:10.730323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437db34b-2e6d-428e-9dda-16569b171eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7484792e-321f-42c3-a132-a76e508b4261,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:10.732736 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 47300) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:10.773006 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:10.789896 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e7271e7-e66e-48cd-9df0-7936efdfced7 admin admin] Publish callbacks [] for security_group (7484792e-321f-42c3-a132-a76e508b4261), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.817153 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e7271e7-e66e-48cd-9df0-7936efdfced7 admin admin] Publish callbacks [] for security_group (7484792e-321f-42c3-a132-a76e508b4261), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.852482 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=64 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:10.899515 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e7271e7-e66e-48cd-9df0-7936efdfced7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (7484792e-321f-42c3-a132-a76e508b4261), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.900270 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e7271e7-e66e-48cd-9df0-7936efdfced7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.903770 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-0e7271e7-e66e-48cd-9df0-7936efdfced7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7484792e-321f-42c3-a132-a76e508b4261 HTTP/1.1" status: 204 len: 168 time: 0.1677787 Oct 05 20:23:10.955145 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] For port afe64fa3-44ab-44b3-a977-349ea8ab76cc, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=afe64fa3-44ab-44b3-a977-349ea8ab76cc,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:10.955642 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:10.963886 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d75beb-a9b7-4677-b7f1-f624ac0b047a req-2758d729-8815-452d-8d78-04c888a8cb52 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:10.965314 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7271e7-e66e-48cd-9df0-7936efdfced7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7484792e-321f-42c3-a132-a76e508b4261,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:10.971598 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-22d75beb-a9b7-4677-b7f1-f624ac0b047a req-2758d729-8815-452d-8d78-04c888a8cb52 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.1265621 Oct 05 20:23:11.002146 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530583e-fd38-4a59-93eb-4fb2793c6b8e req-686d601e-46db-4e12-b444-04d07f17b649 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:11.009681 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a530583e-fd38-4a59-93eb-4fb2793c6b8e req-686d601e-46db-4e12-b444-04d07f17b649 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 945 time: 0.1342204 Oct 05 20:23:11.017528 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks [] for port (ab41397f-21da-4863-a97b-9e600a47ad52), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.020184 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Calling delete_port for afe64fa3-44ab-44b3-a977-349ea8ab76cc owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:23:11.030033 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:11.133564 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a530583e-fd38-4a59-93eb-4fb2793c6b8e req-ef3d614f-9b6f-4c3e-a16d-230e5c050de4 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d7df8ea8-6b49-4acf-8d87-044ceb880170&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225765 Oct 05 20:23:11.191412 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-22d75beb-a9b7-4677-b7f1-f624ac0b047a req-308b25e4-e229-4b29-b4ae-0c3036e9146c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188914 Oct 05 20:23:11.199899 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:11.245322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.271546 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-4657d102-3bf0-4242-9026-5604602bd935 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:11.272999 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-4657d102-3bf0-4242-9026-5604602bd935 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.15 "GET /networking/v2.0/networks?id=239503aa-bfd9-4c9f-872c-79484a7b0a69 HTTP/1.1" status: 200 len: 808 time: 0.2031686 Oct 05 20:23:11.299367 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Request body: {'port': {'device_id': '2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8', 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69', 'admin_state_up': True, 'tenant_id': '25c983389ecf447c9ca4bd6ca01b5a32'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:11.303509 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Network 8161c64b-ad1b-4220-99b9-84126ab53e0a is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:23:11.311164 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:11.315244 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:23:11.320998 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:11.321847 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.359259 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Pushing event updated for resources: {'Port': ['ID=ab41397f-21da-4863-a97b-9e600a47ad52,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:11.387186 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3de9b0fd-bb03-4d7e-b677-6c6169461f20 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5084085 Oct 05 20:23:11.420939 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (afe64fa3-44ab-44b3-a977-349ea8ab76cc), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.434358 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:11.462045 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['afe64fa3-44ab-44b3-a977-349ea8ab76cc'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:23:11.468150 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Made reservation on behalf of 25c983389ecf447c9ca4bd6ca01b5a32 for: {'port': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:23:11.470266 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Pushing event deleted for resources: {'Port': ['ID=afe64fa3-44ab-44b3-a977-349ea8ab76cc,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:11.473257 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.513477 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ae3fe-8dde-4e18-b822-2b72cba9259b req-822f3bad-18eb-4fb5-9510-d5c4dc454dcb tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:11.516928 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dec02605-af12-49b7-aee0-09fae6ee4ecd req-f480f2c9-44f2-494a-b790-e2b672256b0f tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0890908 Oct 05 20:23:11.518253 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cc1ae3fe-8dde-4e18-b822-2b72cba9259b req-822f3bad-18eb-4fb5-9510-d5c4dc454dcb tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 932 time: 0.0862827 Oct 05 20:23:11.549148 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Request body: {'port': {'device_id': '52c5126d-2b2b-4cc9-a187-511c93edaa78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:11.572366 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47320) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:11.590263 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] No DVR routers for this DVR port afe64fa3-44ab-44b3-a977-349ea8ab76cc on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:23:11.594466 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.598240 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b06c1137-0ee5-4dc2-a0da-e3d7158113d7 req-24b18268-f5dc-4575-b585-313dd68f7c00 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.15 "DELETE /networking/v2.0/ports/afe64fa3-44ab-44b3-a977-349ea8ab76cc HTTP/1.1" status: 204 len: 173 time: 1.2991831 Oct 05 20:23:11.606301 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10e8a38-b20d-4dde-8f5f-566740f633fc', 'name': 'network-vif-deleted', 'tag': 'afe64fa3-44ab-44b3-a977-349ea8ab76cc'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:23:11.609772 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2345ee1b-f01d-41ed-8f71-5ec5c046fd8f" -d '{"events": [{"server_uuid": "a10e8a38-b20d-4dde-8f5f-566740f633fc", "name": "network-vif-deleted", "tag": "afe64fa3-44ab-44b3-a977-349ea8ab76cc"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:23:11.627349 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-b549c114-e718-4a42-903d-45a685a24197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.662291 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1a60da1-5105-4222-93ee-0942fbb5d066 x-openstack-request-id: req-b1a60da1-5105-4222-93ee-0942fbb5d066 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:23:11.662592 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10e8a38-b20d-4dde-8f5f-566740f633fc", "name": "network-vif-deleted", "tag": "afe64fa3-44ab-44b3-a977-349ea8ab76cc", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:23:11.663141 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1a60da1-5105-4222-93ee-0942fbb5d066 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:23:11.664166 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1a60da1-5105-4222-93ee-0942fbb5d066'] response: {'server_uuid': 'a10e8a38-b20d-4dde-8f5f-566740f633fc', 'name': 'network-vif-deleted', 'tag': 'afe64fa3-44ab-44b3-a977-349ea8ab76cc', 'status': 'completed', 'code': 200} Oct 05 20:23:11.667629 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cc1ae3fe-8dde-4e18-b822-2b72cba9259b req-1173909c-cb91-43ea-be12-0de4339e7180 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370022 Oct 05 20:23:11.687402 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.756673 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Allocated IP 172.20.0.14 (239503aa-bfd9-4c9f-872c-79484a7b0a69/b10eecba-fc1d-4bec-a6dc-c013c6aaad89/26a29d99-0bbb-4f57-ac65-df7736b3776c) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:23:11.876902 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:11.892287 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-b549c114-e718-4a42-903d-45a685a24197 admin admin] Publish callbacks [] for security_group (00ed760b-628b-4683-a519-8921c409ece8), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.916722 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks [] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.923487 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-b549c114-e718-4a42-903d-45a685a24197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (00ed760b-628b-4683-a519-8921c409ece8), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.951005 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:11.981711 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-b549c114-e718-4a42-903d-45a685a24197 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=20bd2b69c9414e678ddf5518fd175f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3945692 Oct 05 20:23:11.984602 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47324) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:11.986543 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549c114-e718-4a42-903d-45a685a24197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed760b-628b-4683-a519-8921c409ece8,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:11.998648 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Network 239503aa-bfd9-4c9f-872c-79484a7b0a69 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:23:12.003889 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:12.006128 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Pushing event updated for resources: {'Port': ['ID=26a29d99-0bbb-4f57-ac65-df7736b3776c,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:12.007675 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:12.008551 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:23:12.013773 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:12.014342 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.033070 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-322e54db-99ee-4bda-af45-86bf3d5c3180 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7401583 Oct 05 20:23:12.053104 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Request body: {'port': {'device_id': '2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:12.113193 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:12.119275 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.120284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ad3aac52-e527-4651-9079-ce133a345b03 admin admin] Publish callbacks [] for security_group (00ed760b-628b-4683-a519-8921c409ece8), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.133113 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab41397f-21da-4863-a97b-9e600a47ad52 {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:23:12.147227 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Publish callbacks [] for port (ab41397f-21da-4863-a97b-9e600a47ad52), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.174334 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ad3aac52-e527-4651-9079-ce133a345b03 admin admin] Publish callbacks [] for security_group (00ed760b-628b-4683-a519-8921c409ece8), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.198684 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Transition to ACTIVE for port object ab41397f-21da-4863-a97b-9e600a47ad52 will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:23:12.216706 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.293072 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Pushing event updated for resources: {'Port': ['ID=ab41397f-21da-4863-a97b-9e600a47ad52,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:12.362698 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Attempting to bind port ab41397f-21da-4863-a97b-9e600a47ad52 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:23:12.363084 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Attempting to bind port ab41397f-21da-4863-a97b-9e600a47ad52 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:23:12.363380 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Attempting to bind port ab41397f-21da-4863-a97b-9e600a47ad52 on network 8161c64b-ad1b-4220-99b9-84126ab53e0a {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:12.384762 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:12.412021 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f808f04f-a7c9-43c2-884b-f6f52cad369b req-56b32fe5-3c91-4354-907c-59c8703ad5f0 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.0747411 Oct 05 20:23:12.456553 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e398b-fccb-4c41-ac6f-1eaaa5718acf req-1c0044a1-4db2-4cf6-8530-77613263f9fc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:12.459766 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7e0e398b-fccb-4c41-ac6f-1eaaa5718acf req-1c0044a1-4db2-4cf6-8530-77613263f9fc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0997984 Oct 05 20:23:12.468711 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ad3aac52-e527-4651-9079-ce133a345b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (00ed760b-628b-4683-a519-8921c409ece8), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.471262 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ad3aac52-e527-4651-9079-ce133a345b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.474918 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-ad3aac52-e527-4651-9079-ce133a345b03 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/00ed760b-628b-4683-a519-8921c409ece8 HTTP/1.1" status: 204 len: 168 time: 0.4867973 Oct 05 20:23:12.484613 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aac52-e527-4651-9079-ce133a345b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed760b-628b-4683-a519-8921c409ece8,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:12.504383 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Port ab41397f-21da-4863-a97b-9e600a47ad52 on network 8161c64b-ad1b-4220-99b9-84126ab53e0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:23:12.504707 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Attempting to bind port ab41397f-21da-4863-a97b-9e600a47ad52 on network 8161c64b-ad1b-4220-99b9-84126ab53e0a {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:12.564627 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7e0e398b-fccb-4c41-ac6f-1eaaa5718acf req-742662d8-caee-45c1-9df5-5d6ee24c993b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963976 Oct 05 20:23:12.582821 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a29d99-0bbb-4f57-ac65-df7736b3776c {{(pid=106132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:23:12.592226 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Publish callbacks [] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.592627 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:23:12.596846 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Checking segment: {'id': '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:23:12.597554 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Bound using segment: {'id': '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:23:12.598237 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Bound port: ab41397f-21da-4863-a97b-9e600a47ad52, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:23:12.598748 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.625289 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.provisioning_blocks [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Transition to ACTIVE for port object 26a29d99-0bbb-4f57-ac65-df7736b3776c will not be triggered until provisioned by entity L2. {{(pid=106132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:23:12.630934 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.764682 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f5193-4596-4379-b1bd-3e7d79aa20b5 req-f0460a0c-d2f7-4526-80e2-940d9f2dd359 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:12.766218 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ab2f5193-4596-4379-b1bd-3e7d79aa20b5 req-f0460a0c-d2f7-4526-80e2-940d9f2dd359 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0772648 Oct 05 20:23:12.769284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] For port ab41397f-21da-4863-a97b-9e600a47ad52, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:23:12.772544 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] For port ab41397f-21da-4863-a97b-9e600a47ad52, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab41397f-21da-4863-a97b-9e600a47ad52,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:23:12.782405 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Pushing event updated for resources: {'Port': ['ID=26a29d99-0bbb-4f57-ac65-df7736b3776c,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:12.785136 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Attempting to bind port 26a29d99-0bbb-4f57-ac65-df7736b3776c on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:23:12.785456 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Attempting to bind port 26a29d99-0bbb-4f57-ac65-df7736b3776c by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'db75e02d-3da6-4261-ade0-52e6572aa6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69'}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:23:12.785810 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Attempting to bind port 26a29d99-0bbb-4f57-ac65-df7736b3776c on network 239503aa-bfd9-4c9f-872c-79484a7b0a69 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:12.792804 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.833692 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:12.834309 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:12.835690 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/ab41397f-21da-4863-a97b-9e600a47ad52 HTTP/1.1" status: 200 len: 1094 time: 1.2915003 Oct 05 20:23:12.859097 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37421c-e577-4313-beba-8b277d0bd865 service neutron] Pushing event updated for resources: {'Port': ['ID=ab41397f-21da-4863-a97b-9e600a47ad52,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:12.880607 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07527a-a893-4141-bb3b-da34b9040e67 req-417b59c7-5232-4497-afec-22ba053fd2c2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:12.885439 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4b07527a-a893-4141-bb3b-da34b9040e67 req-417b59c7-5232-4497-afec-22ba053fd2c2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0968337 Oct 05 20:23:12.895745 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ab2f5193-4596-4379-b1bd-3e7d79aa20b5 req-0e5748f6-b248-49ad-9df4-60bc6165a3de tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198735 Oct 05 20:23:12.925411 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Port 26a29d99-0bbb-4f57-ac65-df7736b3776c on network 239503aa-bfd9-4c9f-872c-79484a7b0a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:23:12.925879 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Attempting to bind port 26a29d99-0bbb-4f57-ac65-df7736b3776c on network 239503aa-bfd9-4c9f-872c-79484a7b0a69 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:12.955289 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:12.981302 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4b07527a-a893-4141-bb3b-da34b9040e67 req-fa767056-a04f-4b67-a49d-0556726ab754 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872219 Oct 05 20:23:12.998240 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:23:12.998576 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Checking segment: {'id': 'db75e02d-3da6-4261-ade0-52e6572aa6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:23:12.998955 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Bound using segment: {'id': 'db75e02d-3da6-4261-ade0-52e6572aa6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69'} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:23:12.999388 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Bound port: 26a29d99-0bbb-4f57-ac65-df7736b3776c, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db75e02d-3da6-4261-ade0-52e6572aa6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69'}}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:23:12.999741 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:13.064007 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] For port 26a29d99-0bbb-4f57-ac65-df7736b3776c, host hv-cinder-80152, cleared binding levels {{(pid=106132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:23:13.067692 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] For port 26a29d99-0bbb-4f57-ac65-df7736b3776c, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=26a29d99-0bbb-4f57-ac65-df7736b3776c,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:23:13.074094 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:13.079543 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:13.080065 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:13.081451 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-409877b5-9f90-4266-b941-c623b0000996 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/26a29d99-0bbb-4f57-ac65-df7736b3776c HTTP/1.1" status: 200 len: 1094 time: 1.0343997 Oct 05 20:23:13.082027 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8', 'tag': '26a29d99-0bbb-4f57-ac65-df7736b3776c'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:23:13.084298 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb267568-f705-46ce-ba0a-11bc15081599" -d '{"events": [{"name": "network-changed", "server_uuid": "2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8", "tag": "26a29d99-0bbb-4f57-ac65-df7736b3776c"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:23:13.125267 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6270fc-93ea-41fa-a2c3-a5a059ae09ba x-openstack-request-id: req-7f6270fc-93ea-41fa-a2c3-a5a059ae09ba {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:23:13.125575 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8", "tag": "26a29d99-0bbb-4f57-ac65-df7736b3776c", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:23:13.125881 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7f6270fc-93ea-41fa-a2c3-a5a059ae09ba {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:23:13.126285 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6270fc-93ea-41fa-a2c3-a5a059ae09ba'] response: {'name': 'network-changed', 'server_uuid': '2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8', 'tag': '26a29d99-0bbb-4f57-ac65-df7736b3776c', 'status': 'completed', 'code': 200} Oct 05 20:23:13.135486 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409877b5-9f90-4266-b941-c623b0000996 service neutron] Pushing event updated for resources: {'Port': ['ID=26a29d99-0bbb-4f57-ac65-df7736b3776c,revision_number=3']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:13.554213 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-57a92552-8e19-4e6c-802a-809435dd9465 req-f4e7db04-b00f-45c4-9009-df2b4d1161ac tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.0290220 Oct 05 20:23:13.666852 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c5126d-2b2b-4cc9-a187-511c93edaa78', 'tag': 'ab41397f-21da-4863-a97b-9e600a47ad52'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:23:13.670903 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b844d87d-a127-4418-9044-b0ab2302f03d" -d '{"events": [{"name": "network-changed", "server_uuid": "52c5126d-2b2b-4cc9-a187-511c93edaa78", "tag": "ab41397f-21da-4863-a97b-9e600a47ad52"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:23:13.722542 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d121e563-7404-4ee0-8cef-b74e478fb5da x-openstack-request-id: req-d121e563-7404-4ee0-8cef-b74e478fb5da {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:23:13.722984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c5126d-2b2b-4cc9-a187-511c93edaa78", "tag": "ab41397f-21da-4863-a97b-9e600a47ad52", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:23:13.723281 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d121e563-7404-4ee0-8cef-b74e478fb5da {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:23:13.723673 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d121e563-7404-4ee0-8cef-b74e478fb5da'] response: {'name': 'network-changed', 'server_uuid': '52c5126d-2b2b-4cc9-a187-511c93edaa78', 'tag': 'ab41397f-21da-4863-a97b-9e600a47ad52', 'status': 'completed', 'code': 200} Oct 05 20:23:13.741897 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff0fe3-fe2a-486b-940e-331d62ca949a req-3412f4ce-d703-4384-bf87-243cc04d3976 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:13.743616 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7cff0fe3-fe2a-486b-940e-331d62ca949a req-3412f4ce-d703-4384-bf87-243cc04d3976 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0671284 Oct 05 20:23:13.805441 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7cff0fe3-fe2a-486b-940e-331d62ca949a req-001e5e18-6b6a-47ba-9fd0-3598f94d56d0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Oct 05 20:23:14.015241 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8dcd1-2cd4-47ec-9c56-419b6aea2ca2 req-21116602-1ceb-4365-9617-8e9334e567f1 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:14.016704 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-12d8dcd1-2cd4-47ec-9c56-419b6aea2ca2 req-21116602-1ceb-4365-9617-8e9334e567f1 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0454440 Oct 05 20:23:14.065017 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-12d8dcd1-2cd4-47ec-9c56-419b6aea2ca2 req-9621ba49-15c0-4c46-8d1e-e059d6381db7 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Oct 05 20:23:14.108884 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68f8f8-3eb9-43f4-a9aa-24d9b597ecce req-19a1eb56-3d8e-41f3-8da9-a9cbe11d2fd7 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:14.110356 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7f68f8f8-3eb9-43f4-a9aa-24d9b597ecce req-19a1eb56-3d8e-41f3-8da9-a9cbe11d2fd7 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0512958 Oct 05 20:23:14.133926 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:14.160167 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7f68f8f8-3eb9-43f4-a9aa-24d9b597ecce req-9b0c32a6-3630-48f1-8fb2-0a7594e8571a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442903 Oct 05 20:23:14.668811 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da062497-dc34-46c9-9490-b4116bc1d273 req-d6f109fd-bfa6-482c-a590-c38ba0375447 tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.0266960 Oct 05 20:23:14.925724 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d1a8c3-1860-4d72-b8ff-04a03bc9ff4d req-f2bc5338-982a-4a39-8280-74fc7e245b68 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:14.927164 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-30d1a8c3-1860-4d72-b8ff-04a03bc9ff4d req-f2bc5338-982a-4a39-8280-74fc7e245b68 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0457621 Oct 05 20:23:14.974811 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-30d1a8c3-1860-4d72-b8ff-04a03bc9ff4d req-2ff13181-458c-4626-9b32-f3dc7857bb3e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421908 Oct 05 20:23:15.185031 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4783d8d-9d98-4ac4-8b26-dd01907b196a req-229e6a98-f339-40e1-b0e8-1953fd289267 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:15.186530 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b4783d8d-9d98-4ac4-8b26-dd01907b196a req-229e6a98-f339-40e1-b0e8-1953fd289267 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0490968 Oct 05 20:23:15.234767 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b4783d8d-9d98-4ac4-8b26-dd01907b196a req-d66950a9-8e5e-4ea0-9510-59e2adefa3bb tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426855 Oct 05 20:23:15.279142 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba4ba4-39ce-4e4d-95c3-c2e576cc4e4a req-74ea2af9-4838-49b7-847e-8d17c1a26d6c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:15.280613 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6aba4ba4-39ce-4e4d-95c3-c2e576cc4e4a req-74ea2af9-4838-49b7-847e-8d17c1a26d6c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0465672 Oct 05 20:23:15.329859 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6aba4ba4-39ce-4e4d-95c3-c2e576cc4e4a req-7ced6ccf-0e16-40ee-8fc8-b4d9176a5d51 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436337 Oct 05 20:23:15.547928 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device afe64fa3-44ab-44b3-a977-349ea8ab76cc no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:23:15.568307 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: afe64fa3-44ab-44b3-a977-349ea8ab76cc {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:23:15.568646 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device afe64fa3-44ab-44b3-a977-349ea8ab76cc not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:23:15.735417 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb267568-f705-46ce-ba0a-11bc15081599 req-2be12736-edd6-4767-89ea-8972cc51635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:15.736990 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bb267568-f705-46ce-ba0a-11bc15081599 req-2be12736-edd6-4767-89ea-8972cc51635b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=25c983389ecf447c9ca4bd6ca01b5a32&device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 1128 time: 0.0524046 Oct 05 20:23:15.748364 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844d87d-a127-4418-9044-b0ab2302f03d req-a837dbe5-dd9c-44f2-aa78-2cff3ac17612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:15.750401 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b844d87d-a127-4418-9044-b0ab2302f03d req-a837dbe5-dd9c-44f2-aa78-2cff3ac17612 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1c2141e33c264250aa7642f46a9b4048&device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 1128 time: 0.0584607 Oct 05 20:23:15.848749 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-49b260d0-f17c-4df2-8817-9c357b114d26 req-e249fa63-c89d-4e63-af97-a9c001a5c7cf tempest-DeleteServersTestJSON-1322436674 tempest-DeleteServersTestJSON-1322436674-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a10e8a38-b20d-4dde-8f5f-566740f633fc HTTP/1.1" status: 200 len: 210 time: 0.0727875 Oct 05 20:23:15.859284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:15.876318 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844d87d-a127-4418-9044-b0ab2302f03d req-02cd0059-f0d8-4776-a3b3-bc8585185553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:15.877671 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b844d87d-a127-4418-9044-b0ab2302f03d req-02cd0059-f0d8-4776-a3b3-bc8585185553 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=1c2141e33c264250aa7642f46a9b4048&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1110499 Oct 05 20:23:15.897363 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb267568-f705-46ce-ba0a-11bc15081599 req-7208d8e3-7e05-479f-90eb-13a1532a5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:15.898655 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bb267568-f705-46ce-ba0a-11bc15081599 req-7208d8e3-7e05-479f-90eb-13a1532a5763 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=25c983389ecf447c9ca4bd6ca01b5a32&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1331837 Oct 05 20:23:16.006346 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:16.046129 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b844d87d-a127-4418-9044-b0ab2302f03d req-c0b6ec56-0994-4752-a2e0-7e16cf9cc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:16.047781 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b844d87d-a127-4418-9044-b0ab2302f03d req-c0b6ec56-0994-4752-a2e0-7e16cf9cc295 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945919 Oct 05 20:23:16.053135 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb267568-f705-46ce-ba0a-11bc15081599 req-21a3910b-e8ff-465d-a8c1-86f715657d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:16.054631 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bb267568-f705-46ce-ba0a-11bc15081599 req-21a3910b-e8ff-465d-a8c1-86f715657d52 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006563 Oct 05 20:23:16.103840 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bd8b5-e7b9-4147-aa17-3d3b558a365c req-c5a85e66-9ad3-4bf2-8ab3-6540b2bacc14 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:16.105421 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-535bd8b5-e7b9-4147-aa17-3d3b558a365c req-c5a85e66-9ad3-4bf2-8ab3-6540b2bacc14 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0471554 Oct 05 20:23:16.165473 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-535bd8b5-e7b9-4147-aa17-3d3b558a365c req-5f76d570-05b6-4863-bbd6-a3a79a91e35a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544379 Oct 05 20:23:16.184057 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-e0a4196c-bc4d-468f-a42f-e51b8798d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:16.186109 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-e0a4196c-bc4d-468f-a42f-e51b8798d53c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1c2141e33c264250aa7642f46a9b4048&device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 1128 time: 0.0446169 Oct 05 20:23:16.193355 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-9a5bf340-7469-4f59-b8fb-e8a0ca5bfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:16.194888 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-9a5bf340-7469-4f59-b8fb-e8a0ca5bfee8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=25c983389ecf447c9ca4bd6ca01b5a32&device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 1128 time: 0.0441978 Oct 05 20:23:16.251523 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-5ab282f9-d457-45dc-a1c8-4f8106142780 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab41397f-21da-4863-a97b-9e600a47ad52 HTTP/1.1" status: 200 len: 217 time: 0.0330040 Oct 05 20:23:16.251710 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-3e893a10-5524-4e99-a9f1-6387ad4cba9d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26a29d99-0bbb-4f57-ac65-df7736b3776c HTTP/1.1" status: 200 len: 217 time: 0.0320990 Oct 05 20:23:16.313993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-192a101e-5ad0-4b9a-955d-ffb823289ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:16.315526 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-192a101e-5ad0-4b9a-955d-ffb823289ca6 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=b10eecba-fc1d-4bec-a6dc-c013c6aaad89 HTTP/1.1" status: 200 len: 848 time: 0.0483503 Oct 05 20:23:16.354634 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-cd50f3fc-e54e-4fb8-96b6-45dedf2ee84d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=239503aa-bfd9-4c9f-872c-79484a7b0a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301812 Oct 05 20:23:16.467622 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f78e9b-410c-4b8c-a167-07212aa45d6e req-0c8d8360-384d-406b-8704-774f04da03dd tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:16.469150 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-22f78e9b-410c-4b8c-a167-07212aa45d6e req-0c8d8360-384d-406b-8704-774f04da03dd tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0608587 Oct 05 20:23:16.512355 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-2ba56c35-bde1-4469-bb04-c2e2ec3c2023 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497953 Oct 05 20:23:16.542625 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-fbd95923-ed65-45fa-a785-f89b032c550f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:16.544055 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-fbd95923-ed65-45fa-a785-f89b032c550f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=04b31864-8bc1-458f-857b-fda874ca3866 HTTP/1.1" status: 200 len: 853 time: 0.2762301 Oct 05 20:23:16.576717 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-22f78e9b-410c-4b8c-a167-07212aa45d6e req-30239acd-8b7f-4fc9-84a4-4dbc185405a9 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008635 Oct 05 20:23:16.584010 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f8231f-dd6b-4cf2-9fd5-5beb5112bc76 req-79e0214e-71aa-404c-a161-118a2340665d tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:16.585446 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a0f8231f-dd6b-4cf2-9fd5-5beb5112bc76 req-79e0214e-71aa-404c-a161-118a2340665d tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 944 time: 0.2765529 Oct 05 20:23:16.587166 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-25cd4389-ada8-4352-9753-a95854031c5d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8161c64b-ad1b-4220-99b9-84126ab53e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346620 Oct 05 20:23:16.620992 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-328f41c0-7bf3-46b2-8991-fb68938164e3 req-48deafc1-69a9-4937-b73a-a47f43009053 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986156 Oct 05 20:23:16.692688 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a0f8231f-dd6b-4cf2-9fd5-5beb5112bc76 req-8cb28a2e-9b10-4af8-9212-d36312399a37 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004124 Oct 05 20:23:16.715515 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-3209261f-9e11-434d-8197-d3672fe51d6f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168685 Oct 05 20:23:17.182424 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-5a0c8d1c-56ed-4b03-b292-eba8cf89f0a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:17.460116 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb534f-0f14-41df-bbd6-637a8d16a78a req-4290b834-a7ba-48d1-8b23-4e187f6bf7f0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:17.461482 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80cb534f-0f14-41df-bbd6-637a8d16a78a req-4290b834-a7ba-48d1-8b23-4e187f6bf7f0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0472658 Oct 05 20:23:17.489595 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:17.511431 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80cb534f-0f14-41df-bbd6-637a8d16a78a req-1cd518f9-0d99-4797-9a14-bab6b5426731 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443292 Oct 05 20:23:17.696504 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1fa43-674a-432b-b6a7-1bbe90492d20 req-3aa75ace-74ff-4aa3-9e43-c08407fcb1cd tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:17.697967 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d4b1fa43-674a-432b-b6a7-1bbe90492d20 req-3aa75ace-74ff-4aa3-9e43-c08407fcb1cd tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0460751 Oct 05 20:23:17.723252 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:17.745086 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d4b1fa43-674a-432b-b6a7-1bbe90492d20 req-d916a958-fbe5-4a4c-b55a-0f29c03fbfe0 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Oct 05 20:23:17.811963 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ebb01-e33f-4d03-85d1-ffc30e065806 req-0b000386-e9c6-4612-9f06-d53b7f0441fc tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:17.813428 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-822ebb01-e33f-4d03-85d1-ffc30e065806 req-0b000386-e9c6-4612-9f06-d53b7f0441fc tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0465105 Oct 05 20:23:17.859390 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-822ebb01-e33f-4d03-85d1-ffc30e065806 req-b082d4b2-5d53-483f-9e97-057b02450be1 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Oct 05 20:23:18.631837 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a10ad3-95b3-40de-9ff1-7a8394a6a33d req-adda23d5-8acc-4b81-86a9-7e1bd61a2975 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:18.633287 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a0a10ad3-95b3-40de-9ff1-7a8394a6a33d req-adda23d5-8acc-4b81-86a9-7e1bd61a2975 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0484035 Oct 05 20:23:18.682126 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a0a10ad3-95b3-40de-9ff1-7a8394a6a33d req-3656f991-d120-4069-9fa9-d12024e4f430 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431983 Oct 05 20:23:18.822492 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=40 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:18.869072 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf6725-4974-4d62-a2fa-828036c6fc97 req-18191bab-5bef-4116-ad08-1f9345e64938 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:18.870568 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b6cf6725-4974-4d62-a2fa-828036c6fc97 req-18191bab-5bef-4116-ad08-1f9345e64938 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0488446 Oct 05 20:23:18.926556 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b6cf6725-4974-4d62-a2fa-828036c6fc97 req-df6e8c2c-28f6-4998-8d0e-d33b3aa8dcbd tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493550 Oct 05 20:23:18.990908 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21dcee3-b2be-4847-9298-65e7806725db req-af50ba23-4817-4eef-969c-1ff8cc9be6d4 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:18.992400 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c21dcee3-b2be-4847-9298-65e7806725db req-af50ba23-4817-4eef-969c-1ff8cc9be6d4 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0536420 Oct 05 20:23:19.038299 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c21dcee3-b2be-4847-9298-65e7806725db req-c685e4dd-fb71-46c1-bc06-3ffb3ae65e71 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Oct 05 20:23:19.529911 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-15133238-1a97-4fe7-bc10-5acc5989ebb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:19.803291 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e2f9c-e5a6-4661-8ee2-dd5a46faed41 req-0a561c09-9f59-4e80-b2d5-d83369c7fe66 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:19.804727 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2c0e2f9c-e5a6-4661-8ee2-dd5a46faed41 req-0a561c09-9f59-4e80-b2d5-d83369c7fe66 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0490751 Oct 05 20:23:19.850500 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2c0e2f9c-e5a6-4661-8ee2-dd5a46faed41 req-8ffcee15-71d5-4d7f-979c-9a8b9ccdc216 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402806 Oct 05 20:23:20.043221 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63439555-b517-45f9-9a01-91169c9e153e req-26f191ba-3f01-494b-b8e5-ad30f017bf54 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:20.045321 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-63439555-b517-45f9-9a01-91169c9e153e req-26f191ba-3f01-494b-b8e5-ad30f017bf54 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0456135 Oct 05 20:23:20.092590 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-63439555-b517-45f9-9a01-91169c9e153e req-8c385978-1800-4db7-a98a-b7ab7650739c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417650 Oct 05 20:23:20.159976 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c0986-1cb2-4323-993a-c0e6e8cad4a2 req-29b4a8f5-ad70-45a0-8653-a1cfd0bca1f2 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:20.161407 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0a5c0986-1cb2-4323-993a-c0e6e8cad4a2 req-29b4a8f5-ad70-45a0-8653-a1cfd0bca1f2 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 944 time: 0.0461795 Oct 05 20:23:20.176085 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 26a29d99-0bbb-4f57-ac65-df7736b3776c details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:23:20.202002 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:20.209814 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0a5c0986-1cb2-4323-993a-c0e6e8cad4a2 req-1b0b90a8-395b-4434-91c4-2e64377fdf0f tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 Oct 05 20:23:20.274920 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 26a29d99-0bbb-4f57-ac65-df7736b3776c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=26a29d99-0bbb-4f57-ac65-df7736b3776c,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:20.289257 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '26a29d99-0bbb-4f57-ac65-df7736b3776c', 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69', 'port_id': '26a29d99-0bbb-4f57-ac65-df7736b3776c', 'mac_address': 'fa:16:3e:84:a3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10eecba-fc1d-4bec-a6dc-c013c6aaad89', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:23:20.322207 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 26a29d99-0bbb-4f57-ac65-df7736b3776c is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:20.322585 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:20.335941 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a29d99-0bbb-4f57-ac65-df7736b3776c {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:23:20.340613 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:20.358008 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 26a29d99-0bbb-4f57-ac65-df7736b3776c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=26a29d99-0bbb-4f57-ac65-df7736b3776c,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:20.362031 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:20.408546 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=26a29d99-0bbb-4f57-ac65-df7736b3776c,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:20.415671 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.416018 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.416358 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.416693 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.417023 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.417352 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.417701 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.418025 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.418369 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.418695 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.419018 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.419353 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.419677 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.419995 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.420310 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:20.479501 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8c60c8b3-eacc-4557-ac64-56e312727d8e req-7d7bcf72-f915-4a0c-b237-f404416fafda service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931814 Oct 05 20:23:20.903183 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:20.968793 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd06083-c96f-41fb-b8df-4906e35a4dbf req-e60b47a9-6525-4e4a-aac2-26d5dea806b1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:20.970260 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6cd06083-c96f-41fb-b8df-4906e35a4dbf req-e60b47a9-6525-4e4a-aac2-26d5dea806b1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0466931 Oct 05 20:23:21.016572 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6cd06083-c96f-41fb-b8df-4906e35a4dbf req-b90ff3c7-66f6-4a3d-b413-17c52fa1e7e3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407987 Oct 05 20:23:21.214442 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4b280-3251-4e5f-840a-f5bdc3810118 req-a72c16d0-bdc8-4030-8102-169341387a06 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:21.216393 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92c4b280-3251-4e5f-840a-f5bdc3810118 req-a72c16d0-bdc8-4030-8102-169341387a06 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0486090 Oct 05 20:23:21.262998 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92c4b280-3251-4e5f-840a-f5bdc3810118 req-d9bf7476-8d67-45a5-8d26-684beb32b825 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411029 Oct 05 20:23:21.331833 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38ef07-ef11-42db-97a1-8bfba2ed723a req-3fcf230c-385b-4c5a-bfa0-12d754c17aec tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:21.333262 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9d38ef07-ef11-42db-97a1-8bfba2ed723a req-3fcf230c-385b-4c5a-bfa0-12d754c17aec tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0497832 Oct 05 20:23:21.379286 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9d38ef07-ef11-42db-97a1-8bfba2ed723a req-3407e618-2e30-4e1e-b905-b5244a88bdd0 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404100 Oct 05 20:23:22.134673 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7903eb-22b5-45b3-b3c1-4cf60ebb1dee req-24121a4b-2079-409b-9767-3b1783ffef50 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:22.136042 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2d7903eb-22b5-45b3-b3c1-4cf60ebb1dee req-24121a4b-2079-409b-9767-3b1783ffef50 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0478342 Oct 05 20:23:22.182073 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2d7903eb-22b5-45b3-b3c1-4cf60ebb1dee req-245117d5-bb96-4fc9-9744-c05eb62727c5 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Oct 05 20:23:22.362211 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:22.379365 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4abcc1-15f7-406d-9386-e9f23717704e req-8572548e-cb22-4ce1-8479-777b16d1255c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:22.380816 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cd4abcc1-15f7-406d-9386-e9f23717704e req-8572548e-cb22-4ce1-8479-777b16d1255c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0455933 Oct 05 20:23:22.430427 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cd4abcc1-15f7-406d-9386-e9f23717704e req-a9742104-db46-4564-a7ea-a817e9ed1c44 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441546 Oct 05 20:23:22.497957 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6af48-52c1-42d0-909d-97a9d3122559 req-a79a22ea-be26-497c-a9d9-a1f51f956e9c tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:22.499496 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a7e6af48-52c1-42d0-909d-97a9d3122559 req-a79a22ea-be26-497c-a9d9-a1f51f956e9c tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0451546 Oct 05 20:23:22.520692 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:22.538247 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:22.557707 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a7e6af48-52c1-42d0-909d-97a9d3122559 req-7f284200-09bc-4b61-9556-ad9c9a94f8f5 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525846 Oct 05 20:23:22.671160 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:23.299138 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d9ea6-7a2e-4c14-8b24-23ae76d97b34 req-72378004-9ef1-49df-be49-92c5fdb7b0d3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:23.300599 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ea8d9ea6-7a2e-4c14-8b24-23ae76d97b34 req-72378004-9ef1-49df-be49-92c5fdb7b0d3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0459983 Oct 05 20:23:23.317838 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['26a29d99-0bbb-4f57-ac65-df7736b3776c'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:23:23.351762 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ea8d9ea6-7a2e-4c14-8b24-23ae76d97b34 req-c544955c-7f06-419c-ba67-fa39ae705a59 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457201 Oct 05 20:23:23.551655 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f52ed2-ac15-4c30-8bc1-4890eb41f40c req-0a8601f2-84cd-467e-aa1f-0daaba84169a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:23.553171 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-08f52ed2-ac15-4c30-8bc1-4890eb41f40c req-0a8601f2-84cd-467e-aa1f-0daaba84169a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0479310 Oct 05 20:23:23.614288 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-08f52ed2-ac15-4c30-8bc1-4890eb41f40c req-b643e716-213a-40ae-b108-865e766f80f6 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550485 Oct 05 20:23:23.688629 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e970c-531b-4b47-9e64-f6605c2dbf3e req-bf6730b7-a780-447a-b99d-cd60a385f517 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:23.690115 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-089e970c-531b-4b47-9e64-f6605c2dbf3e req-bf6730b7-a780-447a-b99d-cd60a385f517 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0487616 Oct 05 20:23:23.737368 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-089e970c-531b-4b47-9e64-f6605c2dbf3e req-6bc0aa08-b76c-40c3-9bdc-e7d81601e8d6 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Oct 05 20:23:24.472307 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac9333-f71e-4731-8213-f60cd9011d33 req-092263e0-34ed-44a1-a192-03ccdb7e3b09 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:24.473788 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9aac9333-f71e-4731-8213-f60cd9011d33 req-092263e0-34ed-44a1-a192-03ccdb7e3b09 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0455232 Oct 05 20:23:24.519154 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9aac9333-f71e-4731-8213-f60cd9011d33 req-e4dfb713-5dc3-4ca5-b1a2-a9e15e724554 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Oct 05 20:23:24.747360 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6d99a-67bd-4c0f-95bf-a0a9f9625d54 req-e92dd9f0-6f9e-434e-a01d-0751469443be tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:24.748832 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7fc6d99a-67bd-4c0f-95bf-a0a9f9625d54 req-e92dd9f0-6f9e-434e-a01d-0751469443be tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0499148 Oct 05 20:23:24.796791 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7fc6d99a-67bd-4c0f-95bf-a0a9f9625d54 req-c2321779-19c3-492b-a35e-69ad00f8bd2c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Oct 05 20:23:24.858429 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac8d86-c2c7-41e9-ade0-a15492e76913 req-71b40d60-12c3-4d9c-8ef7-cfd105141a39 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:24.859874 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1cac8d86-c2c7-41e9-ade0-a15492e76913 req-71b40d60-12c3-4d9c-8ef7-cfd105141a39 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0504463 Oct 05 20:23:24.908457 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1cac8d86-c2c7-41e9-ade0-a15492e76913 req-12dda2f7-0a53-49b2-9322-b36df943d838 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429001 Oct 05 20:23:25.645184 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd2cdf-205a-40a9-8078-32a2c5b8f995 req-432c3764-6e3b-4fd2-8f94-d290dc4340a5 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:25.646692 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6bbd2cdf-205a-40a9-8078-32a2c5b8f995 req-432c3764-6e3b-4fd2-8f94-d290dc4340a5 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0523558 Oct 05 20:23:25.665274 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:25.695379 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6bbd2cdf-205a-40a9-8078-32a2c5b8f995 req-f0495c0f-1272-4e15-aa28-0c3156397a91 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431197 Oct 05 20:23:25.914276 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d541d-bdeb-4cf6-b91d-a1abd51d5a7a req-653d5010-2c40-4981-a122-190d394e927f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:25.915724 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e14d541d-bdeb-4cf6-b91d-a1abd51d5a7a req-653d5010-2c40-4981-a122-190d394e927f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0463581 Oct 05 20:23:25.927373 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:25.963345 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e14d541d-bdeb-4cf6-b91d-a1abd51d5a7a req-a98cb1bd-388a-4578-a19d-d511e10f8813 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420778 Oct 05 20:23:26.025323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e13b5-e07f-4760-abc4-adecf8468a29 req-b79ea8f9-003d-4120-8179-396c936cd075 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:26.026797 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-208e13b5-e07f-4760-abc4-adecf8468a29 req-b79ea8f9-003d-4120-8179-396c936cd075 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 945 time: 0.0464318 Oct 05 20:23:26.073582 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-208e13b5-e07f-4760-abc4-adecf8468a29 req-880362ff-a9dd-4407-a972-adb6b608a635 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413260 Oct 05 20:23:26.712792 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 26a29d99-0bbb-4f57-ac65-df7736b3776c up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:23:26.760365 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 26a29d99-0bbb-4f57-ac65-df7736b3776c completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:23:26.767810 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 26a29d99-0bbb-4f57-ac65-df7736b3776c triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:26.768393 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:26.768840 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 26a29d99-0bbb-4f57-ac65-df7736b3776c Oct 05 20:23:26.847727 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2121507-4e9a-4b1f-aa5e-d6a000235cdd req-a2465fa3-05f2-4cf8-9e4b-31988f61d118 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:26.849985 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e2121507-4e9a-4b1f-aa5e-d6a000235cdd req-a2465fa3-05f2-4cf8-9e4b-31988f61d118 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0717216 Oct 05 20:23:26.859259 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 26a29d99-0bbb-4f57-ac65-df7736b3776c is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:26.859896 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:26.901122 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a29d99-0bbb-4f57-ac65-df7736b3776c'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:23:26.905431 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f3bdc9-ddac-43e9-9a9b-9b6f1c84ec0e" -d '{"events": [{"server_uuid": "2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8", "name": "network-vif-plugged", "status": "completed", "tag": "26a29d99-0bbb-4f57-ac65-df7736b3776c"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:23:26.920766 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 26a29d99-0bbb-4f57-ac65-df7736b3776c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=26a29d99-0bbb-4f57-ac65-df7736b3776c,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:26.930125 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:26.949101 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e2121507-4e9a-4b1f-aa5e-d6a000235cdd req-d67014c7-ded8-428b-bd2d-30726514672a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917799 Oct 05 20:23:26.974165 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dcddd88-5ea5-4171-a290-e7f7f8a1ad48 x-openstack-request-id: req-2dcddd88-5ea5-4171-a290-e7f7f8a1ad48 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:23:26.974458 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8", "name": "network-vif-plugged", "status": "completed", "tag": "26a29d99-0bbb-4f57-ac65-df7736b3776c", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:23:26.974712 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2dcddd88-5ea5-4171-a290-e7f7f8a1ad48 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:23:26.975104 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dcddd88-5ea5-4171-a290-e7f7f8a1ad48'] response: {'server_uuid': '2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a29d99-0bbb-4f57-ac65-df7736b3776c', 'code': 200} Oct 05 20:23:26.994847 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=26a29d99-0bbb-4f57-ac65-df7736b3776c,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:27.089923 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce1825-748b-49c3-9824-4b307bdd32b5 req-a333da3f-b768-48bb-973d-54e370890702 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:27.092049 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a5ce1825-748b-49c3-9824-4b307bdd32b5 req-a333da3f-b768-48bb-973d-54e370890702 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0511084 Oct 05 20:23:27.140486 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a5ce1825-748b-49c3-9824-4b307bdd32b5 req-e458f813-be4f-4367-8d30-2055a1266532 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 Oct 05 20:23:27.201706 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a05587c-b3cb-4baf-b19e-db92aebe6dbb req-9e149abb-4e16-4080-a169-76c22950d2df tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:27.203181 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a05587c-b3cb-4baf-b19e-db92aebe6dbb req-9e149abb-4e16-4080-a169-76c22950d2df tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0536838 Oct 05 20:23:27.253896 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a05587c-b3cb-4baf-b19e-db92aebe6dbb req-2bd19594-c3ea-4c56-9381-a89bf9eb6b3e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440073 Oct 05 20:23:27.367618 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:28.027330 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47598) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:28.268138 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b0b7a-9fec-4f6d-9e9c-aefa2f49ffc8 req-13d476a3-eada-4602-9fec-67b262ea3c25 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:28.269665 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-654b0b7a-9fec-4f6d-9e9c-aefa2f49ffc8 req-13d476a3-eada-4602-9fec-67b262ea3c25 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0485458 Oct 05 20:23:28.319462 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-654b0b7a-9fec-4f6d-9e9c-aefa2f49ffc8 req-299ffd95-b095-407c-9d95-e6b238142b3e tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441382 Oct 05 20:23:28.329562 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef5fa0-7343-4262-9867-ec60aa12205d req-5eef4b9f-bacf-4690-9bd0-e665d3594237 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:28.330990 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0ef5fa0-7343-4262-9867-ec60aa12205d req-5eef4b9f-bacf-4690-9bd0-e665d3594237 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.2575023 Oct 05 20:23:28.400429 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:28.425251 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84216cd1-3ad1-47c2-8a47-9172df628b68 req-52279788-48ea-4897-9528-d8b401974d81 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:28.426744 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-84216cd1-3ad1-47c2-8a47-9172df628b68 req-52279788-48ea-4897-9528-d8b401974d81 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0458193 Oct 05 20:23:28.449811 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0ef5fa0-7343-4262-9867-ec60aa12205d req-72a06585-933c-43d6-bfc7-008cc9c990d2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952611 Oct 05 20:23:28.477742 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-84216cd1-3ad1-47c2-8a47-9172df628b68 req-dda337e4-5960-449e-af45-11b11d180634 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453660 Oct 05 20:23:28.689865 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (a6d43e4d-3d18-4189-8143-7203dfca957f), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:28.956970 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Deleting port 23fdca04-7a84-44ec-94aa-a1280ea478f5 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:23:28.957225 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:29.037383 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] For port 23fdca04-7a84-44ec-94aa-a1280ea478f5, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=23fdca04-7a84-44ec-94aa-a1280ea478f5,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:29.038078 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:29.044798 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:29.052015 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Calling delete_port for 23fdca04-7a84-44ec-94aa-a1280ea478f5 owned by network:router_interface {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:23:29.226769 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (23fdca04-7a84-44ec-94aa-a1280ea478f5), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:29.252621 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Pushing event deleted for resources: {'Port': ['ID=23fdca04-7a84-44ec-94aa-a1280ea478f5,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:29.384282 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (a6d43e4d-3d18-4189-8143-7203dfca957f), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:29.386128 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:29.512165 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec2ce0-ca61-4d16-ba52-4a87b6f349e1 req-44762461-5ac7-4986-b56f-817924d51121 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:29.513712 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-11ec2ce0-ca61-4d16-ba52-4a87b6f349e1 req-44762461-5ac7-4986-b56f-817924d51121 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 944 time: 0.0818698 Oct 05 20:23:29.570560 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8e8d1-d8ba-44be-b556-f88f06abde46 req-bd243af7-7c65-4ad0-9f98-19d749bc9e28 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:29.571974 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e7a8e8d1-d8ba-44be-b556-f88f06abde46 req-bd243af7-7c65-4ad0-9f98-19d749bc9e28 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0479541 Oct 05 20:23:29.610968 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-11ec2ce0-ca61-4d16-ba52-4a87b6f349e1 req-a2c97638-aba5-438c-9e15-b76a032de602 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903034 Oct 05 20:23:29.620213 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e7a8e8d1-d8ba-44be-b556-f88f06abde46 req-43ba1e93-d761-48aa-bc2e-0a7bc1c3aaa2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Oct 05 20:23:29.714473 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Router a6d43e4d-3d18-4189-8143-7203dfca957f has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:23:29.735290 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89186417-4ff1-46c7-bf6d-9488e74f5207 req-bb1614c8-8410-4d68-ba7a-009a54168c5e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:29.736816 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-89186417-4ff1-46c7-bf6d-9488e74f5207 req-bb1614c8-8410-4d68-ba7a-009a54168c5e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0616119 Oct 05 20:23:29.784504 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ab41397f-21da-4863-a97b-9e600a47ad52 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:23:29.855438 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bec3fa-a3bc-434c-b5d7-6c94b11637ea req-0341ed25-4ecf-4542-8cf5-b4a239a0e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:29.857234 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a3bec3fa-a3bc-434c-b5d7-6c94b11637ea req-0341ed25-4ecf-4542-8cf5-b4a239a0e739 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 1130 time: 0.0402384 Oct 05 20:23:29.858115 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-89186417-4ff1-46c7-bf6d-9488e74f5207 req-1a581127-66ce-46d0-91e3-0109af7f37d7 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157911 Oct 05 20:23:29.875573 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:23:29.891191 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port ab41397f-21da-4863-a97b-9e600a47ad52, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab41397f-21da-4863-a97b-9e600a47ad52,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:29.900384 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-11ea5a69-8740-49b1-873b-dcddcdd8da8b admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/a6d43e4d-3d18-4189-8143-7203dfca957f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8742442 Oct 05 20:23:29.902904 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47616) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:29.906337 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] Sync routers for ids ['a6d43e4d-3d18-4189-8143-7203dfca957f'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:23:29.918030 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] Routers {'a6d43e4d-3d18-4189-8143-7203dfca957f'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:23:29.918985 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:23:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['a6d43e4d-3d18-4189-8143-7203dfca957f'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:29.919657 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:29.923168 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a3bec3fa-a3bc-434c-b5d7-6c94b11637ea req-f818efe9-79ae-4b83-9f23-a995700f8e49 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582306 Oct 05 20:23:29.944322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:30.019049 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks [] for router (a6d43e4d-3d18-4189-8143-7203dfca957f), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.027282 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] Set router a6d43e4d-3d18-4189-8143-7203dfca957f gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:23:30.027906 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': 'ab41397f-21da-4863-a97b-9e600a47ad52', 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a', 'port_id': 'ab41397f-21da-4863-a97b-9e600a47ad52', 'mac_address': 'fa:16:3e:19:7d:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b31864-8bc1-458f-857b-fda874ca3866', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:23:30.067315 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port ab41397f-21da-4863-a97b-9e600a47ad52 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:30.068034 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.082155 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab41397f-21da-4863-a97b-9e600a47ad52 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:23:30.087148 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:30.105656 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port ab41397f-21da-4863-a97b-9e600a47ad52, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab41397f-21da-4863-a97b-9e600a47ad52,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:30.110216 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.126136 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks [] for router_gateway (a6d43e4d-3d18-4189-8143-7203dfca957f), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.171099 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=ab41397f-21da-4863-a97b-9e600a47ad52,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:30.172820 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Deleting port 4904dbf1-0bdf-4904-8bc8-60739a364fc7 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:23:30.173160 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.209604 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:45Z', 'updated_at': '2022-10-05T20:23:29Z', 'revision_number': 5, 'project_id': '38145c704ac548abb6747e073892ff72', 'gw_port': {'id': '4904dbf1-0bdf-4904-8bc8-60739a364fc7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:64:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:30.234045 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] Checking router: a6d43e4d-3d18-4189-8143-7203dfca957f for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:23:30.242412 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] Routers {'a6d43e4d-3d18-4189-8143-7203dfca957f'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:23:30.243007 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:23:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['a6d43e4d-3d18-4189-8143-7203dfca957f'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:30.252867 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] For port 4904dbf1-0bdf-4904-8bc8-60739a364fc7, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=4904dbf1-0bdf-4904-8bc8-60739a364fc7,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:30.253241 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.266554 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Calling delete_port for 4904dbf1-0bdf-4904-8bc8-60739a364fc7 owned by network:router_gateway {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:23:30.327222 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] Set router a6d43e4d-3d18-4189-8143-7203dfca957f gateway port host: None {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:23:30.373794 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:30.377199 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:45Z', 'updated_at': '2022-10-05T20:23:30Z', 'revision_number': 6, 'project_id': '38145c704ac548abb6747e073892ff72', 'gw_port_host': None}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:30.403554 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df48c94-0ee3-4e7e-8443-07694408176e None None] The sync data for ids ['a6d43e4d-3d18-4189-8143-7203dfca957f'] in dv-cinder-801522-12-iscsi is: [{'id': 'a6d43e4d-3d18-4189-8143-7203dfca957f', 'name': 'tempest-DeleteServersTestJSON-359529257-router', 'tenant_id': '38145c704ac548abb6747e073892ff72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:45Z', 'updated_at': '2022-10-05T20:23:30Z', 'revision_number': 6, 'project_id': '38145c704ac548abb6747e073892ff72', 'gw_port_host': None}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:23:30.432226 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (4904dbf1-0bdf-4904-8bc8-60739a364fc7), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.456589 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Pushing event deleted for resources: {'Port': ['ID=4904dbf1-0bdf-4904-8bc8-60739a364fc7,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:30.485817 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (a6d43e4d-3d18-4189-8143-7203dfca957f), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.585237 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (a6d43e4d-3d18-4189-8143-7203dfca957f), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.587398 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks [] for router_controller (a6d43e4d-3d18-4189-8143-7203dfca957f), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.647906 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (a6d43e4d-3d18-4189-8143-7203dfca957f), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.648491 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d43e4d-3d18-4189-8143-7203dfca957f {{(pid=106133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:23:30.653565 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.654770 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-25cd2192-a8c0-4206-a46f-d67b14138552 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/a6d43e4d-3d18-4189-8143-7203dfca957f HTTP/1.1" status: 204 len: 168 time: 0.7501543 Oct 05 20:23:30.657155 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47628) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:30.715619 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e86affa-c075-403f-bdf6-58d56cdb2aba admin admin] Deleting subnet 6376d98d-8930-4b8d-ad93-891d8a52ff7d {{(pid=106133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:23:30.747775 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ddde0-40c3-44ca-9099-42fc7b84081f req-dee3a778-aaab-4ef5-84f1-a07313ddc8c3 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:30.749419 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-548ddde0-40c3-44ca-9099-42fc7b84081f req-dee3a778-aaab-4ef5-84f1-a07313ddc8c3 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 945 time: 0.0565550 Oct 05 20:23:30.807430 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-548ddde0-40c3-44ca-9099-42fc7b84081f req-f042656b-51ae-4666-b6bd-c14f5e1ee6a8 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512686 Oct 05 20:23:30.885816 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 23fdca04-7a84-44ec-94aa-a1280ea478f5 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:23:30.909864 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 23fdca04-7a84-44ec-94aa-a1280ea478f5 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:23:30.910213 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 23fdca04-7a84-44ec-94aa-a1280ea478f5 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:23:30.953889 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e86affa-c075-403f-bdf6-58d56cdb2aba admin admin] Publish callbacks [] for subnet (6376d98d-8930-4b8d-ad93-891d8a52ff7d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:30.992447 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8843d48-cf7f-4e1b-bb7c-d259cb5380d1 req-ffdd5753-029e-4dd0-ac69-14ed821fc1a6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:30.993995 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c8843d48-cf7f-4e1b-bb7c-d259cb5380d1 req-ffdd5753-029e-4dd0-ac69-14ed821fc1a6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.2923651 Oct 05 20:23:31.009507 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e86affa-c075-403f-bdf6-58d56cdb2aba admin admin] Publish callbacks [] for subnet (6376d98d-8930-4b8d-ad93-891d8a52ff7d), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.011430 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c9bc7-efd2-480b-b811-38c746655194 req-77af6563-ea93-48c1-b568-c9e39571a6ca tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:31.014052 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7b8c9bc7-efd2-480b-b811-38c746655194 req-77af6563-ea93-48c1-b568-c9e39571a6ca tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0539262 Oct 05 20:23:31.067428 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7b8c9bc7-efd2-480b-b811-38c746655194 req-8452069e-8266-4064-8a5f-66cad80ce191 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477209 Oct 05 20:23:31.086110 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:31.119329 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c8843d48-cf7f-4e1b-bb7c-d259cb5380d1 req-10b3aca7-ad75-428a-a059-4dc12bdbe345 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188340 Oct 05 20:23:31.124566 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e86affa-c075-403f-bdf6-58d56cdb2aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (6376d98d-8930-4b8d-ad93-891d8a52ff7d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.186508 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e86affa-c075-403f-bdf6-58d56cdb2aba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (6376d98d-8930-4b8d-ad93-891d8a52ff7d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.217176 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86affa-c075-403f-bdf6-58d56cdb2aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6376d98d-8930-4b8d-ad93-891d8a52ff7d,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:31.221127 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e86affa-c075-403f-bdf6-58d56cdb2aba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.224337 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4e86affa-c075-403f-bdf6-58d56cdb2aba admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/6376d98d-8930-4b8d-ad93-891d8a52ff7d HTTP/1.1" status: 204 len: 168 time: 0.5661671 Oct 05 20:23:31.226832 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47646) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:31.240441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933fed0f-af06-4c6a-a75a-2323c2f3f373 None None] Network b6dd4416-41b5-479a-a76a-dc7fca48e400 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:23:31.315134 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (b6dd4416-41b5-479a-a76a-dc7fca48e400), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.373330 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Deleting port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:23:31.373744 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.429325 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b07775-b9b3-4f57-8588-0eb6c7f03d0d None None] DHCP port deletion for b6dd4416-41b5-479a-a76a-dc7fca48e400 request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:23:31.454837 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] For port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3e0dfd85-0bd2-4de1-944b-2eb470ce996d,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:31.455384 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.473900 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Calling delete_port for 3e0dfd85-0bd2-4de1-944b-2eb470ce996d owned by network:dhcp {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:23:31.475312 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-a6b07775-b9b3-4f57-8588-0eb6c7f03d0d None None] Deleting port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d {{(pid=106134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:23:31.475862 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-a6b07775-b9b3-4f57-8588-0eb6c7f03d0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), before_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.531167 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:31.548209 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-a6b07775-b9b3-4f57-8588-0eb6c7f03d0d None None] For port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3e0dfd85-0bd2-4de1-944b-2eb470ce996d,segment=NetworkSegment(9a656b4d-6a35-40d6-87eb-c72c0224dc86),segment_id=9a656b4d-6a35-40d6-87eb-c72c0224dc86)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:31.548209 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-a6b07775-b9b3-4f57-8588-0eb6c7f03d0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), precommit_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.560077 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-a6b07775-b9b3-4f57-8588-0eb6c7f03d0d None None] Calling delete_port for 3e0dfd85-0bd2-4de1-944b-2eb470ce996d owned by network:dhcp {{(pid=106134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:23:31.561574 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.567813 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:31.594544 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0dfd85-0bd2-4de1-944b-2eb470ce996d,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:31.598041 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] No DVR routers for this DVR port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d on host dv-cinder-801522-12-iscsi {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:23:31.674202 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (b6dd4416-41b5-479a-a76a-dc7fca48e400), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.685651 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-a6b07775-b9b3-4f57-8588-0eb6c7f03d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (3e0dfd85-0bd2-4de1-944b-2eb470ce996d), after_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.696532 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.697051 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.697814 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.698162 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > port after_create 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.698503 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.698835 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > port after_update 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.699156 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.699491 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.700440 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.700772 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.712220 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b07775-b9b3-4f57-8588-0eb6c7f03d0d None None] Pushing event deleted for resources: {'Port': ['ID=3e0dfd85-0bd2-4de1-944b-2eb470ce996d,revision_number=None']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:31.721915 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b07775-b9b3-4f57-8588-0eb6c7f03d0d None None] No DVR routers for this DVR port 3e0dfd85-0bd2-4de1-944b-2eb470ce996d on host dv-cinder-801522-12-iscsi {{(pid=106134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:23:31.851712 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.852216 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.852711 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.853067 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106133) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:23:31.853561 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6dd4416-41b5-479a-a76a-dc7fca48e400']}} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:31.872384 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a656b4d-6a35-40d6-87eb-c72c0224dc86') {'for_net_delete': True} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:31.872683 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a656b4d-6a35-40d6-87eb-c72c0224dc86') {} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:31.900500 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60665724'] for segment (9a656b4d-6a35-40d6-87eb-c72c0224dc86), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.923916 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (9a656b4d-6a35-40d6-87eb-c72c0224dc86), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.933422 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=106133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:23:31.933891 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60664151'] for segment (9a656b4d-6a35-40d6-87eb-c72c0224dc86), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:31.939134 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efecbce-6b42-4780-b809-f0804e8d1eaf req-2cd1dd7f-5970-4a32-8295-2ead2cfc3969 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:31.940624 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8efecbce-6b42-4780-b809-f0804e8d1eaf req-2cd1dd7f-5970-4a32-8295-2ead2cfc3969 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 945 time: 0.0497692 Oct 05 20:23:31.996317 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8efecbce-6b42-4780-b809-f0804e8d1eaf req-d19661af-390c-4971-ba1c-ff132852259f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492122 Oct 05 20:23:32.014339 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (b6dd4416-41b5-479a-a76a-dc7fca48e400), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:32.035050 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6dd4416-41b5-479a-a76a-dc7fca48e400,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:32.037380 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:32.041411 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-7f8161e4-a04a-4b71-8d09-428ded533665 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/b6dd4416-41b5-479a-a76a-dc7fca48e400 HTTP/1.1" status: 204 len: 168 time: 0.8136616 Oct 05 20:23:32.128613 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment 9a656b4d-6a35-40d6-87eb-c72c0224dc86 resource provider aggregate not found Oct 05 20:23:32.149867 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment 9a656b4d-6a35-40d6-87eb-c72c0224dc86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a656b4d-6a35-40d6-87eb-c72c0224dc86 found for delete ", "request_id": "req-a5886545-0861-4583-9bc8-247b6cd73c1f"}]} Oct 05 20:23:32.201285 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb510db8-c375-460a-bd44-b65c14be5531 req-b5dc3736-f9cb-4bd4-b181-6c381a5da681 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:32.208483 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-eb510db8-c375-460a-bd44-b65c14be5531 req-b5dc3736-f9cb-4bd4-b181-6c381a5da681 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0576286 Oct 05 20:23:32.235354 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47700) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:32.258393 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe009a0a-8aa8-4638-8d1d-cde8354ecb5e req-dd80a105-b113-493b-8065-0862c34ebbf7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:32.259865 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fe009a0a-8aa8-4638-8d1d-cde8354ecb5e req-dd80a105-b113-493b-8065-0862c34ebbf7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0526588 Oct 05 20:23:32.274561 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-eb510db8-c375-460a-bd44-b65c14be5531 req-edf541ba-b246-40e2-9671-82b5b5ce7fd5 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652442 Oct 05 20:23:32.296471 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-c570848d-b4aa-4afe-a8ae-05c3e1c32985 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=38145c704ac548abb6747e073892ff72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0598710 Oct 05 20:23:32.298950 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47702) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:32.310212 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fe009a0a-8aa8-4638-8d1d-cde8354ecb5e req-25ff8d3b-664d-4e59-9d34-bdc2ac85d9c5 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Oct 05 20:23:32.351519 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d9e0-cc59-45f0-9e5b-9072f570af35 admin admin] Publish callbacks [] for security_group (d7df8ea8-6b49-4acf-8d87-044ceb880170), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:32.371030 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d9e0-cc59-45f0-9e5b-9072f570af35 admin admin] Publish callbacks [] for security_group (d7df8ea8-6b49-4acf-8d87-044ceb880170), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:32.386447 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:32.420989 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d9e0-cc59-45f0-9e5b-9072f570af35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d7df8ea8-6b49-4acf-8d87-044ceb880170), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:32.423498 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9bf5d9e0-cc59-45f0-9e5b-9072f570af35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:32.424673 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-9bf5d9e0-cc59-45f0-9e5b-9072f570af35 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d7df8ea8-6b49-4acf-8d87-044ceb880170 HTTP/1.1" status: 204 len: 168 time: 0.1247759 Oct 05 20:23:32.437968 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5d9e0-cc59-45f0-9e5b-9072f570af35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7df8ea8-6b49-4acf-8d87-044ceb880170,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:32.627529 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 4904dbf1-0bdf-4904-8bc8-60739a364fc7 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:23:32.650306 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 4904dbf1-0bdf-4904-8bc8-60739a364fc7 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:23:32.650648 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 4904dbf1-0bdf-4904-8bc8-60739a364fc7 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:23:32.651169 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3e0dfd85-0bd2-4de1-944b-2eb470ce996d no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:23:32.668745 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 3e0dfd85-0bd2-4de1-944b-2eb470ce996d {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:23:32.669092 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3e0dfd85-0bd2-4de1-944b-2eb470ce996d not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:23:33.085283 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['ab41397f-21da-4863-a97b-9e600a47ad52'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:23:33.098640 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 47728) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:33.116063 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac383187-52c0-4205-b82b-024e32e158b0 req-90d47efe-a5ed-4f58-a787-c3e3807ccd53 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:33.118070 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ac383187-52c0-4205-b82b-024e32e158b0 req-90d47efe-a5ed-4f58-a787-c3e3807ccd53 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 945 time: 0.0478542 Oct 05 20:23:33.184895 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ac383187-52c0-4205-b82b-024e32e158b0 req-2679fa74-df30-42a5-9dc8-3faad1178ffa tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575864 Oct 05 20:23:33.219290 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1120512716-network', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:33.239044 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Made reservation on behalf of 05398ef99be34b57b61052a0f07f57f8 for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:23:33.241668 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.251056 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.279239 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:33.341894 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Publish callbacks [] for security_group (db66a934-4d40-4271-b02c-0013d4257963), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.346235 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (db66a934-4d40-4271-b02c-0013d4257963), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.405465 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:23:33.413975 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db66a934-4d40-4271-b02c-0013d4257963,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:33.432466 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea47cf-eb14-4562-92b2-be89e65db513 req-61e9f32b-b916-406f-963f-e29532f0e373 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:33.434031 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-81ea47cf-eb14-4562-92b2-be89e65db513 req-61e9f32b-b916-406f-963f-e29532f0e373 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0728090 Oct 05 20:23:33.435549 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (c6afee48-9adc-4a33-beaf-6135b2dcde46), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.435868 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Added segment c6afee48-9adc-4a33-beaf-6135b2dcde46 of type vlan for network 9b866581-0156-4c8b-8621-7be5c67dfe5d Oct 05 20:23:33.460298 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c64f2-b6a5-412d-9475-213cee017c72 req-6985d5f9-4c75-4156-b8a5-8b31f1d83b53 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:33.462058 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e93c64f2-b6a5-412d-9475-213cee017c72 req-6985d5f9-4c75-4156-b8a5-8b31f1d83b53 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0681081 Oct 05 20:23:33.502705 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (9b866581-0156-4c8b-8621-7be5c67dfe5d), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.517173 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e93c64f2-b6a5-412d-9475-213cee017c72 req-7038ffe4-a713-49dd-a466-a78a6afafb9a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427184 Oct 05 20:23:33.523047 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-81ea47cf-eb14-4562-92b2-be89e65db513 req-422db222-8d25-4202-9ca5-6c02054df71c tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785184 Oct 05 20:23:33.547879 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (9b866581-0156-4c8b-8621-7be5c67dfe5d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.548920 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:33.549494 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.605207 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5048280 Oct 05 20:23:33.608355 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47746) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:33.614394 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Request body: {'subnet': {'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-subnet', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:33.615912 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168c83-386e-45b0-91d5-4182eebbe527 admin admin] Pushing event updated for resources: {'Network': ['ID=9b866581-0156-4c8b-8621-7be5c67dfe5d,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:33.628745 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:23:33.642452 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Made reservation on behalf of 05398ef99be34b57b61052a0f07f57f8 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:23:33.644841 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60320536'] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.820175 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60664316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60320522'] for subnet (306a00f7-bd0c-4556-a5a8-968442b962ff), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.825310 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:33.876007 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=306a00f7-bd0c-4556-a5a8-968442b962ff,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:33.891793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Checking segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:23:33.892152 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Network hostable DHCP agents. Network: 9b866581-0156-4c8b-8621-7be5c67dfe5d, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:23:33.909360 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:23:33.918028 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 9b866581-0156-4c8b-8621-7be5c67dfe5d) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:33.922820 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:33.923667 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.926935 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e72bd9-1d87-43aa-b01d-df876147c715 None None] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:23:33.941165 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-de3b07ea-2859-4da4-9b10-24ecc23b7a5e admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3312604 Oct 05 20:23:33.944147 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47748) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:33.948331 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:33.969153 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:33.970331 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.030049 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks [] for router_controller (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), precommit_add_association {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.050843 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-9b866581-0156-4c8b-8621-7be5c67dfe5d', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:23:34.051804 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.146457 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:34.168389 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks [] for router_gateway (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.197082 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Allocated IP 172.20.0.2 (9b866581-0156-4c8b-8621-7be5c67dfe5d/306a00f7-bd0c-4556-a5a8-968442b962ff/86b6c7cf-9793-43e8-8137-cbeab98f9985) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:23:34.298922 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:34.312279 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ded9df-b0ba-4f52-bff1-988a4bc0e4c9 req-59745a2b-c443-428f-b534-f78dce4a6a47 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:34.320297 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-28ded9df-b0ba-4f52-bff1-988a4bc0e4c9 req-59745a2b-c443-428f-b534-f78dce4a6a47 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 945 time: 0.0612969 Oct 05 20:23:34.321365 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:34.371101 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Publish callbacks [] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.376899 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks [] for router_gateway (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.380228 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.395595 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-28ded9df-b0ba-4f52-bff1-988a4bc0e4c9 req-ba6dbc1a-3e6b-4ed2-ae09-6437b0c66f79 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741031 Oct 05 20:23:34.396004 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.409949 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8082d-29c5-46b3-8024-e7dc94d77684 req-c300724c-feee-4c77-b389-7f249d1ffae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:34.411451 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a0d8082d-29c5-46b3-8024-e7dc94d77684 req-c300724c-feee-4c77-b389-7f249d1ffae4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 1130 time: 0.0493164 Oct 05 20:23:34.422762 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:34.434853 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:23:34.439879 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:34.443345 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:23:34.446649 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Pushing event updated for resources: {'Port': ['ID=86b6c7cf-9793-43e8-8137-cbeab98f9985,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:34.473055 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a0d8082d-29c5-46b3-8024-e7dc94d77684 req-66e10922-a1ab-47b4-85bb-48e647601763 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514526 Oct 05 20:23:34.506250 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Attempting to bind port 86b6c7cf-9793-43e8-8137-cbeab98f9985 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:23:34.506628 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Attempting to bind port 86b6c7cf-9793-43e8-8137-cbeab98f9985 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:23:34.506991 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Attempting to bind port 86b6c7cf-9793-43e8-8137-cbeab98f9985 on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:34.519474 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Allocated IP 172.27.0.120 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/c27e3056-e0e3-40d8-9457-f29e337db925) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:23:34.554672 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:23:34.555120 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Checking segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:23:34.555586 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.556050 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Bound using segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:23:34.556598 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Bound port: 86b6c7cf-9793-43e8-8137-cbeab98f9985, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:23:34.557038 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.629048 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] For port 86b6c7cf-9793-43e8-8137-cbeab98f9985, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:23:34.633340 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] For port 86b6c7cf-9793-43e8-8137-cbeab98f9985, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=86b6c7cf-9793-43e8-8137-cbeab98f9985,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:23:34.641478 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.693970 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c73e5-8ec1-4b0a-8af6-f21e07004861 req-861abae7-8844-4013-8b38-f94e01d95b56 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:34.695763 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ce9c73e5-8ec1-4b0a-8af6-f21e07004861 req-861abae7-8844-4013-8b38-f94e01d95b56 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0630174 Oct 05 20:23:34.709191 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab7e70a-ca63-4be3-b2e4-aedca2dceb9b req-d1b175b5-2e51-47dd-aaf9-965d01a2fb7f tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:34.711060 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eab7e70a-ca63-4be3-b2e4-aedca2dceb9b req-d1b175b5-2e51-47dd-aaf9-965d01a2fb7f tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0683804 Oct 05 20:23:34.718990 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd651cc-fd40-4771-ad11-de7d791f20e7 None None] Pushing event updated for resources: {'Port': ['ID=86b6c7cf-9793-43e8-8137-cbeab98f9985,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:34.783040 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-eab7e70a-ca63-4be3-b2e4-aedca2dceb9b req-d42fa8d7-0990-4a1a-bee2-2608cfac7f07 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615473 Oct 05 20:23:34.789685 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ce9c73e5-8ec1-4b0a-8af6-f21e07004861 req-705149d2-3ca1-4b16-8a0e-18172e288b28 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830116 Oct 05 20:23:34.802490 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks [] for port (c27e3056-e0e3-40d8-9457-f29e337db925), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.814078 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:34.844784 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.905781 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ab41397f-21da-4863-a97b-9e600a47ad52 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:23:34.917692 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:23:34.921543 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:34.943498 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:23:34.968326 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port ab41397f-21da-4863-a97b-9e600a47ad52 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:23:34.978657 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port ab41397f-21da-4863-a97b-9e600a47ad52 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:34.979105 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:34.979506 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port ab41397f-21da-4863-a97b-9e600a47ad52 Oct 05 20:23:34.992079 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Pushing event updated for resources: {'Port': ['ID=c27e3056-e0e3-40d8-9457-f29e337db925,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:35.065732 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port ab41397f-21da-4863-a97b-9e600a47ad52 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:35.066121 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:35.092039 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c5126d-2b2b-4cc9-a187-511c93edaa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab41397f-21da-4863-a97b-9e600a47ad52'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:23:35.094527 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d33ea7-8490-4c92-9b71-7f44e513054a" -d '{"events": [{"server_uuid": "52c5126d-2b2b-4cc9-a187-511c93edaa78", "name": "network-vif-plugged", "status": "completed", "tag": "ab41397f-21da-4863-a97b-9e600a47ad52"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:23:35.107265 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port ab41397f-21da-4863-a97b-9e600a47ad52, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab41397f-21da-4863-a97b-9e600a47ad52,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:35.113561 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:35.150538 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2618d44a-3ab1-499f-930e-2c2617d4b8fd x-openstack-request-id: req-2618d44a-3ab1-499f-930e-2c2617d4b8fd {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:23:35.150904 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c5126d-2b2b-4cc9-a187-511c93edaa78", "name": "network-vif-plugged", "status": "completed", "tag": "ab41397f-21da-4863-a97b-9e600a47ad52", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:23:35.151213 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2618d44a-3ab1-499f-930e-2c2617d4b8fd {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:23:35.151656 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2618d44a-3ab1-499f-930e-2c2617d4b8fd'] response: {'server_uuid': '52c5126d-2b2b-4cc9-a187-511c93edaa78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab41397f-21da-4863-a97b-9e600a47ad52', 'code': 200} Oct 05 20:23:35.182481 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=ab41397f-21da-4863-a97b-9e600a47ad52,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:35.242263 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks [] for router_gateway (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:35.409022 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:35.428356 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:35.655824 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6077d6-a153-4d76-9fdf-ab5e81a213d6 None None] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:23:35.706643 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:35.773644 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-da978d8b-1246-4a5f-a2f2-eadbe6367d54 None None] Provisioning complete for port 86b6c7cf-9793-43e8-8137-cbeab98f9985 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:35.774013 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-da978d8b-1246-4a5f-a2f2-eadbe6367d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:35.774340 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-da978d8b-1246-4a5f-a2f2-eadbe6367d54 None None] Attempt 1 to provision port 86b6c7cf-9793-43e8-8137-cbeab98f9985 Oct 05 20:23:35.779791 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18a786-3af0-4151-9ccb-a255953ff1ce req-bbd92d38-f79a-4dc1-b763-848163a6848c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:35.781277 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5d18a786-3af0-4151-9ccb-a255953ff1ce req-bbd92d38-f79a-4dc1-b763-848163a6848c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.2998641 Oct 05 20:23:35.853312 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-da978d8b-1246-4a5f-a2f2-eadbe6367d54 None None] Current status of the port 86b6c7cf-9793-43e8-8137-cbeab98f9985 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:35.853730 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-da978d8b-1246-4a5f-a2f2-eadbe6367d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:35.867763 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5d18a786-3af0-4151-9ccb-a255953ff1ce req-47d9f424-532c-4fc8-a4a4-621bdd078a72 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797899 Oct 05 20:23:35.893161 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:23:35.913909 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-da978d8b-1246-4a5f-a2f2-eadbe6367d54 None None] For port 86b6c7cf-9793-43e8-8137-cbeab98f9985, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=86b6c7cf-9793-43e8-8137-cbeab98f9985,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:35.920559 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-da978d8b-1246-4a5f-a2f2-eadbe6367d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:35.975039 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da978d8b-1246-4a5f-a2f2-eadbe6367d54 None None] Pushing event updated for resources: {'Port': ['ID=86b6c7cf-9793-43e8-8137-cbeab98f9985,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:35.979337 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965e365-c504-4ec1-be6d-bf49c329d1fb req-56ea13f5-7bad-4ed6-8af5-5f58eb332d7c tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:35.981444 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d965e365-c504-4ec1-be6d-bf49c329d1fb req-56ea13f5-7bad-4ed6-8af5-5f58eb332d7c tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.1015697 Oct 05 20:23:36.038067 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d965e365-c504-4ec1-be6d-bf49c329d1fb req-2128802e-04aa-4ab1-8e46-83405459ceb4 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491509 Oct 05 20:23:36.059912 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:23:36.070027 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:23:36.072307 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:36.076686 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a5318-86d0-45e9-a515-ca4720e19c65 req-d19134e6-647c-4702-95a2-38d3feeebdc7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:36.078246 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-518a5318-86d0-45e9-a515-ca4720e19c65 req-d19134e6-647c-4702-95a2-38d3feeebdc7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0715265 Oct 05 20:23:36.092136 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:23:36.092781 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:23:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:36.096301 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:36.100028 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-1587b367-0399-48c2-8a33-bdae0c1111ee admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1524050 Oct 05 20:23:36.100028 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:36.100336 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47792) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:36.151479 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-8e401705-e4c1-4ff7-8a5a-0e54b190a785 None None] Provisioning complete for port 86b6c7cf-9793-43e8-8137-cbeab98f9985 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:36.151844 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8e401705-e4c1-4ff7-8a5a-0e54b190a785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:36.152173 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-8e401705-e4c1-4ff7-8a5a-0e54b190a785 None None] Attempt 1 to provision port 86b6c7cf-9793-43e8-8137-cbeab98f9985 Oct 05 20:23:36.210240 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-518a5318-86d0-45e9-a515-ca4720e19c65 req-2b7d2f1b-f33f-4b3f-b54d-686f7755b5a8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225784 Oct 05 20:23:36.244098 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:23:36.477190 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-8e401705-e4c1-4ff7-8a5a-0e54b190a785 None None] Current status of the port 86b6c7cf-9793-43e8-8137-cbeab98f9985 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:36.525284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:36.541105 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:36.555550 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:35Z', 'revision_number': 3, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:36.580673 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:23:36.581022 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Updating router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 port c27e3056-e0e3-40d8-9457-f29e337db925 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:23:36.611021 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:36.693475 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 86b6c7cf-9793-43e8-8137-cbeab98f9985 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:23:36.709334 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Allocated IP 172.20.0.1 (9b866581-0156-4c8b-8621-7be5c67dfe5d/306a00f7-bd0c-4556-a5a8-968442b962ff/fab959d4-cc60-4983-bcbf-78365f1e11a9) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:23:36.804182 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 86b6c7cf-9793-43e8-8137-cbeab98f9985 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:36.804468 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:36.804790 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 86b6c7cf-9793-43e8-8137-cbeab98f9985 Oct 05 20:23:36.815853 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Publish callbacks [] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:36.843764 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:36.848671 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:36.889619 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:23:36.894456 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:36.897023 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:23:36.920665 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Pushing event updated for resources: {'Port': ['ID=fab959d4-cc60-4983-bcbf-78365f1e11a9,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:36.928649 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 86b6c7cf-9793-43e8-8137-cbeab98f9985 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:36.946401 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:36.990806 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Publish callbacks [] for port (c27e3056-e0e3-40d8-9457-f29e337db925), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:36.992038 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:37.001334 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.042457 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Attempting to bind port c27e3056-e0e3-40d8-9457-f29e337db925 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:23:37.042827 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Attempting to bind port c27e3056-e0e3-40d8-9457-f29e337db925 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:23:37.043187 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Attempting to bind port c27e3056-e0e3-40d8-9457-f29e337db925 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:37.046769 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:37.048126 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a225ce-12d4-4da6-919a-648fa87b0ccd req-d05c144e-4a40-4011-b523-c8465da6dbe8 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:37.050799 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a2a225ce-12d4-4da6-919a-648fa87b0ccd req-d05c144e-4a40-4011-b523-c8465da6dbe8 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0833087 Oct 05 20:23:37.086469 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d0276-fc04-41de-b478-7fd9f98a1d11 None None] Pushing event updated for resources: {'Port': ['ID=c27e3056-e0e3-40d8-9457-f29e337db925,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:37.107717 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:23:37.108094 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:23:37.108489 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.108876 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:23:37.109345 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Bound port: c27e3056-e0e3-40d8-9457-f29e337db925, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:23:37.109746 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.113114 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.121147 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a2a225ce-12d4-4da6-919a-648fa87b0ccd req-4a0e39ff-3ddf-4e82-94a4-fd38625e74e7 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594752 Oct 05 20:23:37.177038 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] For port c27e3056-e0e3-40d8-9457-f29e337db925, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:23:37.180395 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] For port c27e3056-e0e3-40d8-9457-f29e337db925, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=c27e3056-e0e3-40d8-9457-f29e337db925,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:23:37.187582 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.235260 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-df792185-7722-43f8-b5b9-91b3be452003 None None] Provisioning complete for port fab959d4-cc60-4983-bcbf-78365f1e11a9 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:37.235637 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-df792185-7722-43f8-b5b9-91b3be452003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.235971 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-df792185-7722-43f8-b5b9-91b3be452003 None None] Attempt 1 to provision port fab959d4-cc60-4983-bcbf-78365f1e11a9 Oct 05 20:23:37.244659 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:23:37.245295 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:23:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:37.290698 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Publish callbacks [] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.295290 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.319655 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d0276-fc04-41de-b478-7fd9f98a1d11 None None] Pushing event updated for resources: {'Port': ['ID=c27e3056-e0e3-40d8-9457-f29e337db925,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:37.324086 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:37.329754 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-df792185-7722-43f8-b5b9-91b3be452003 None None] Port fab959d4-cc60-4983-bcbf-78365f1e11a9 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:23:37.390556 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:23:37.408867 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.413186 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Pushing event updated for resources: {'Port': ['ID=fab959d4-cc60-4983-bcbf-78365f1e11a9,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:37.424776 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5911854-a448-49cd-96bd-f5298dc648c1 req-22a2cf23-1dc4-4290-ad25-4b19bf8bcba4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:37.426284 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a5911854-a448-49cd-96bd-f5298dc648c1 req-22a2cf23-1dc4-4290-ad25-4b19bf8bcba4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0993590 Oct 05 20:23:37.525989 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a5911854-a448-49cd-96bd-f5298dc648c1 req-20875870-edd9-40e4-a3ae-9d65a989a8e3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936692 Oct 05 20:23:37.557465 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:23:37.558811 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:37.588627 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:36Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:37.618784 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344aef2c-fc3a-46e0-b177-a287867e23ad None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:36Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:23:37.676646 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:23:37.788445 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:23:37.793794 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a147b679-2bb4-40be-8b54-dc0b26190548 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/eaefbaa2-2849-43f7-84f5-fa2dec0b9d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6926370 Oct 05 20:23:37.855829 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-64d06f48-4470-4ed8-82ec-5afde6753caf None None] Provisioning complete for port fab959d4-cc60-4983-bcbf-78365f1e11a9 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:37.856346 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-64d06f48-4470-4ed8-82ec-5afde6753caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:37.856519 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-64d06f48-4470-4ed8-82ec-5afde6753caf None None] Attempt 1 to provision port fab959d4-cc60-4983-bcbf-78365f1e11a9 Oct 05 20:23:37.896659 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-64d06f48-4470-4ed8-82ec-5afde6753caf None None] Port fab959d4-cc60-4983-bcbf-78365f1e11a9 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:23:38.114905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47812) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:38.119595 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-9d5fa598-f2ce-4c33-8aad-cf7a4a1d147b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--605903801', 'description': 'tempest-description--747314397'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:38.131722 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:38.151084 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9d5fa598-f2ce-4c33-8aad-cf7a4a1d147b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.262516 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9d5fa598-f2ce-4c33-8aad-cf7a4a1d147b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (30413dc1-4c29-4b40-b24a-4dac2e72f5ec), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.271636 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dff1cd-4da4-4708-a34a-d33d51a7a6e9 req-832fc426-1b0d-4f16-88a8-c62151996a5e tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:38.273184 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f5dff1cd-4da4-4708-a34a-d33d51a7a6e9 req-832fc426-1b0d-4f16-88a8-c62151996a5e tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0676908 Oct 05 20:23:38.274328 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9d5fa598-f2ce-4c33-8aad-cf7a4a1d147b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (30413dc1-4c29-4b40-b24a-4dac2e72f5ec), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.334901 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9d5fa598-f2ce-4c33-8aad-cf7a4a1d147b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.338835 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-9d5fa598-f2ce-4c33-8aad-cf7a4a1d147b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2202539 Oct 05 20:23:38.339730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 47820) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:38.346805 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-f5d5e6c3-6fdc-45aa-9238-36585aaeb4f2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group_rule': {'security_group_id': '30413dc1-4c29-4b40-b24a-4dac2e72f5ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:38.370194 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5fa598-f2ce-4c33-8aad-cf7a4a1d147b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30413dc1-4c29-4b40-b24a-4dac2e72f5ec,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:38.382414 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f5dff1cd-4da4-4708-a34a-d33d51a7a6e9 req-9e03d96f-5dc9-4db2-8d7b-629420365b8c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013269 Oct 05 20:23:38.395158 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f5d5e6c3-6fdc-45aa-9238-36585aaeb4f2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (436a8b43-8510-430b-ad96-af5c9f989e36), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.458528 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:UPDATE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:38.485663 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f5d5e6c3-6fdc-45aa-9238-36585aaeb4f2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (436a8b43-8510-430b-ad96-af5c9f989e36), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.490380 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f5d5e6c3-6fdc-45aa-9238-36585aaeb4f2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (436a8b43-8510-430b-ad96-af5c9f989e36), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.508621 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d5e6c3-6fdc-45aa-9238-36585aaeb4f2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=436a8b43-8510-430b-ad96-af5c9f989e36,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:38.520726 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f5d5e6c3-6fdc-45aa-9238-36585aaeb4f2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.522252 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-f5d5e6c3-6fdc-45aa-9238-36585aaeb4f2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1803417 Oct 05 20:23:38.525142 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47824) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:38.530769 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-00b10037-84bd-4b88-8c05-cacc7f42772f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group_rule': {'security_group_id': '30413dc1-4c29-4b40-b24a-4dac2e72f5ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:38.559840 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-00b10037-84bd-4b88-8c05-cacc7f42772f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (b6c4a009-c902-4358-919a-b8eefc18f453), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.654234 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-00b10037-84bd-4b88-8c05-cacc7f42772f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (b6c4a009-c902-4358-919a-b8eefc18f453), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.655253 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:38.660076 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-00b10037-84bd-4b88-8c05-cacc7f42772f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (b6c4a009-c902-4358-919a-b8eefc18f453), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.690507 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b10037-84bd-4b88-8c05-cacc7f42772f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c4a009-c902-4358-919a-b8eefc18f453,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:38.701584 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-00b10037-84bd-4b88-8c05-cacc7f42772f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.702895 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-00b10037-84bd-4b88-8c05-cacc7f42772f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1764140 Oct 05 20:23:38.706067 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47828) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:38.710503 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c27e3056-e0e3-40d8-9457-f29e337db925 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:23:38.711644 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:38.742668 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.807920 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port c27e3056-e0e3-40d8-9457-f29e337db925 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:38.808307 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.808646 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port c27e3056-e0e3-40d8-9457-f29e337db925 Oct 05 20:23:38.873727 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b6d01-6faa-4030-9d8b-f11706c9637f req-1371fe43-db42-4952-be75-093d109acc90 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:38.884954 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bb5b6d01-6faa-4030-9d8b-f11706c9637f req-1371fe43-db42-4952-be75-093d109acc90 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.1118379 Oct 05 20:23:38.898907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.961885 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port c27e3056-e0e3-40d8-9457-f29e337db925 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:38.962860 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:38.992196 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port c27e3056-e0e3-40d8-9457-f29e337db925, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=c27e3056-e0e3-40d8-9457-f29e337db925,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:38.993472 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:38.999287 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bb5b6d01-6faa-4030-9d8b-f11706c9637f req-5f0179cf-f216-4ebb-b1cb-5cff916fb3ee tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951357 Oct 05 20:23:39.003097 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:39.030538 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Allocated IP 172.27.0.143 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/694e8e4e-81c7-48d9-978e-27cce8a5ef95) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:23:39.087150 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=c27e3056-e0e3-40d8-9457-f29e337db925,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:39.233502 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (694e8e4e-81c7-48d9-978e-27cce8a5ef95), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:39.246429 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176b5ed-3c0b-4c95-bcc2-55a455cfba7e req-ea68ffcc-8021-40b4-9668-6e2958aa246e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:39.251300 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6176b5ed-3c0b-4c95-bcc2-55a455cfba7e req-ea68ffcc-8021-40b4-9668-6e2958aa246e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0758078 Oct 05 20:23:39.308284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (694e8e4e-81c7-48d9-978e-27cce8a5ef95), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:39.312830 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6176b5ed-3c0b-4c95-bcc2-55a455cfba7e req-a5a6ea52-905f-44d2-a2e3-c2ab14032fe9 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578301 Oct 05 20:23:39.349791 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:23:39.354489 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:39.359113 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:23:39.380983 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=694e8e4e-81c7-48d9-978e-27cce8a5ef95,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:39.454624 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:39.460049 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (a655c2ba-fe51-447a-8e3d-b3ea499a6fd2), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:39.534154 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (694e8e4e-81c7-48d9-978e-27cce8a5ef95), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:39.565737 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaf60d-cb02-4196-b6fe-1ef45ac93126 req-33504963-1b9f-4664-bd55-ca072fd5f9f7 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:39.567491 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-55aaf60d-cb02-4196-b6fe-1ef45ac93126 req-33504963-1b9f-4664-bd55-ca072fd5f9f7 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0920932 Oct 05 20:23:39.601969 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:39.676915 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-55aaf60d-cb02-4196-b6fe-1ef45ac93126 req-06944610-a53d-4a4e-8b70-4ed74d826278 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996373 Oct 05 20:23:39.745858 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (694e8e4e-81c7-48d9-978e-27cce8a5ef95), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:39.750341 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (694e8e4e-81c7-48d9-978e-27cce8a5ef95), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:39.823159 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (a655c2ba-fe51-447a-8e3d-b3ea499a6fd2), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:39.830526 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=694e8e4e-81c7-48d9-978e-27cce8a5ef95,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:39.842961 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:39.844384 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-294e4cb0-14fe-494c-8afe-bcb08840e19d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1371958 Oct 05 20:23:40.004546 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-52186a47-0036-4ef1-89e6-9809051eb04b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--605903801&fields=id&tenant_id=05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 267 time: 0.0426528 Oct 05 20:23:40.047696 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:23:40.058333 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:23:40.059788 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:23:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:40.110280 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892afb8-7cfa-46cb-aa30-b303c090b6de req-e4c3b572-6df9-4565-84d6-aea0d51b3400 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:40.112049 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d892afb8-7cfa-46cb-aa30-b303c090b6de req-e4c3b572-6df9-4565-84d6-aea0d51b3400 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0520425 Oct 05 20:23:40.128931 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-77fdc37c-d0fe-4482-b7df-2e14bc47aafe tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:40.130559 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-77fdc37c-d0fe-4482-b7df-2e14bc47aafe tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 815 time: 0.1185555 Oct 05 20:23:40.143980 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:40.147724 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-2cb73cec-f70b-40b2-8096-7a1373c21b93 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/quotas/05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 375 time: 0.0114727 Oct 05 20:23:40.163317 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d892afb8-7cfa-46cb-aa30-b303c090b6de req-7d2ddf97-1d51-48a3-9944-5a3137af471e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Oct 05 20:23:40.164282 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:23:40.204733 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-2bafaf45-5c7c-4cc7-bc01-631468a0fe03 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490952 Oct 05 20:23:40.287246 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7d839-9d23-4063-affa-2023fa83a6fc req-a7e2f865-c7d9-497b-8b04-385c5138a2ad tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:40.288899 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-17a7d839-9d23-4063-affa-2023fa83a6fc req-a7e2f865-c7d9-497b-8b04-385c5138a2ad tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0520184 Oct 05 20:23:40.311013 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-f46c2ed2-55bf-4f0b-bc1f-fd8b9df791c2 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927405 Oct 05 20:23:40.359958 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-17a7d839-9d23-4063-affa-2023fa83a6fc req-d779a3a1-23b5-45e3-baf2-54c130712612 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640080 Oct 05 20:23:40.366554 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 2, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:40.394944 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:23:40.395299 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Updating router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 port fab959d4-cc60-4983-bcbf-78365f1e11a9 binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:23:40.425786 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:40.427311 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-f2c74ec6-0a97-4f4e-8252-cdaa299b368b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101940 Oct 05 20:23:40.527902 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869a8e8-26a4-455f-b6ab-4b5a9c99388f req-67c30c2a-46a0-4850-b452-92eec6fd638b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:40.535045 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d869a8e8-26a4-455f-b6ab-4b5a9c99388f req-67c30c2a-46a0-4850-b452-92eec6fd638b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0784550 Oct 05 20:23:40.643418 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d869a8e8-26a4-455f-b6ab-4b5a9c99388f req-8abbaffb-1365-4210-8b48-5b66aa038245 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067526 Oct 05 20:23:40.645955 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:40.753921 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c27e3056-e0e3-40d8-9457-f29e337db925 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:23:40.792243 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:40.792437 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-137e0c3d-2684-4be0-a0c5-85194479a4f9 req-cdade3ff-8dff-4286-bd05-3c44b91678fc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 210 time: 0.1234736 Oct 05 20:23:40.809132 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:40.904415 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08fe5f-fab2-4431-9022-09c1f92b0618 req-911a202c-8acb-49fd-93d1-d050dab69aa2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:40.904725 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port c27e3056-e0e3-40d8-9457-f29e337db925 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:40.905238 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:40.905632 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port c27e3056-e0e3-40d8-9457-f29e337db925 Oct 05 20:23:40.922729 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ea08fe5f-fab2-4431-9022-09c1f92b0618 req-911a202c-8acb-49fd-93d1-d050dab69aa2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.1375871 Oct 05 20:23:41.015604 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ea08fe5f-fab2-4431-9022-09c1f92b0618 req-98c82e6c-27dc-4166-b941-0fbbe953626d tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873568 Oct 05 20:23:41.060813 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port c27e3056-e0e3-40d8-9457-f29e337db925 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:41.119171 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 47912) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:41.126834 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Publish callbacks [] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.134157 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.203268 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Pushing event updated for resources: {'Port': ['ID=fab959d4-cc60-4983-bcbf-78365f1e11a9,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:41.235618 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.236182 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.236716 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.237625 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.238153 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.238669 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.239352 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.239859 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.240168 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff8dd-38c9-4fe7-8696-e7452d0ea4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.240392 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.240725 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.241048 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.241384 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.241734 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.242050 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.242553 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:23:41.251255 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Attempting to bind port fab959d4-cc60-4983-bcbf-78365f1e11a9 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:23:41.251787 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Attempting to bind port fab959d4-cc60-4983-bcbf-78365f1e11a9 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:23:41.252298 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Attempting to bind port fab959d4-cc60-4983-bcbf-78365f1e11a9 on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:41.281687 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:41.306071 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:23:41.306498 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Checking segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:23:41.307252 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.307971 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Bound using segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:23:41.308458 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Bound port: fab959d4-cc60-4983-bcbf-78365f1e11a9, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:23:41.308968 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.325748 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff8dd-38c9-4fe7-8696-e7452d0ea4e6 admin admin] Publish callbacks [] for security_group (1c6475d0-414e-4e60-ac58-b9b7bc0b3d09), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.330853 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f3ff8dd-38c9-4fe7-8696-e7452d0ea4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (1c6475d0-414e-4e60-ac58-b9b7bc0b3d09), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.374288 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-6f3ff8dd-38c9-4fe7-8696-e7452d0ea4e6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3bcb53a0f7a44ffe8e43dce9fdb11142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541268 Oct 05 20:23:41.375168 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ff8dd-38c9-4fe7-8696-e7452d0ea4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6475d0-414e-4e60-ac58-b9b7bc0b3d09,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:41.377865 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 47918) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:41.378333 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] For port fab959d4-cc60-4983-bcbf-78365f1e11a9, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:23:41.381310 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] For port fab959d4-cc60-4983-bcbf-78365f1e11a9, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=fab959d4-cc60-4983-bcbf-78365f1e11a9,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:23:41.388387 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.430393 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-005a619b-ecd8-4cf1-acaa-964c73a8436a admin admin] Publish callbacks [] for security_group (1c6475d0-414e-4e60-ac58-b9b7bc0b3d09), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.431619 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:23:41.432226 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:23:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:41.451790 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-005a619b-ecd8-4cf1-acaa-964c73a8436a admin admin] Publish callbacks [] for security_group (1c6475d0-414e-4e60-ac58-b9b7bc0b3d09), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.476885 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557630b-faf8-4aa4-b5c0-2616b99c1ffd None None] Pushing event updated for resources: {'Port': ['ID=fab959d4-cc60-4983-bcbf-78365f1e11a9,revision_number=4']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:41.502742 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-005a619b-ecd8-4cf1-acaa-964c73a8436a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (1c6475d0-414e-4e60-ac58-b9b7bc0b3d09), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.505530 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-005a619b-ecd8-4cf1-acaa-964c73a8436a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:41.506719 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-005a619b-ecd8-4cf1-acaa-964c73a8436a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1c6475d0-414e-4e60-ac58-b9b7bc0b3d09 HTTP/1.1" status: 204 len: 168 time: 0.1277735 Oct 05 20:23:41.515459 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a619b-ecd8-4cf1-acaa-964c73a8436a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6475d0-414e-4e60-ac58-b9b7bc0b3d09,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:41.544335 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:23:41.761481 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:41Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:23:41.761828 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26f54b-2108-4553-86e4-e8b514bae842 req-f5dfd697-0b41-4e5f-844c-c9810cbc0e85 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:41.763926 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0b26f54b-2108-4553-86e4-e8b514bae842 req-f5dfd697-0b41-4e5f-844c-c9810cbc0e85 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0534332 Oct 05 20:23:41.790382 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767e174b-9fae-45ca-aae1-be146946ba69 None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:41Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:23:41.826148 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0b26f54b-2108-4553-86e4-e8b514bae842 req-20d61c8a-d98f-436f-a917-43c774e5faca tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557566 Oct 05 20:23:41.904506 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b2b6b99d-2816-4a66-984f-9d29f5277365 req-0a5931e5-0dd7-42e9-94c7-018e384c062e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 210 time: 0.0294764 Oct 05 20:23:42.134772 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690b28c0-5b8b-4d01-9a13-fe3ad23d373f req-7690eac9-faa5-4d6f-a828-ea50fb9f1cb6 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:42.136414 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-690b28c0-5b8b-4d01-9a13-fe3ad23d373f req-7690eac9-faa5-4d6f-a828-ea50fb9f1cb6 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0515060 Oct 05 20:23:42.178692 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:42.188191 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-690b28c0-5b8b-4d01-9a13-fe3ad23d373f req-b101982b-8a40-43ae-831a-ff8c2e18a7d6 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461221 Oct 05 20:23:42.648878 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device fab959d4-cc60-4983-bcbf-78365f1e11a9 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:23:42.691759 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port fab959d4-cc60-4983-bcbf-78365f1e11a9 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:42.692384 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:42.692716 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port fab959d4-cc60-4983-bcbf-78365f1e11a9 Oct 05 20:23:42.764676 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port fab959d4-cc60-4983-bcbf-78365f1e11a9 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:42.765052 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:42.796115 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port fab959d4-cc60-4983-bcbf-78365f1e11a9, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=fab959d4-cc60-4983-bcbf-78365f1e11a9,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:42.799924 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:42.846293 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=fab959d4-cc60-4983-bcbf-78365f1e11a9,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:42.941215 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d5592-e185-4736-9724-796c463651db req-6c211ea7-f34f-44d9-9c17-2c2aef07dff1 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:42.942992 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5f2d5592-e185-4736-9724-796c463651db req-6c211ea7-f34f-44d9-9c17-2c2aef07dff1 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0471213 Oct 05 20:23:42.990114 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5f2d5592-e185-4736-9724-796c463651db req-c8a86340-1c86-4b5d-aba4-086da6574533 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415132 Oct 05 20:23:43.007032 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dea75ddf-3659-403c-9aeb-bb207615bc05 req-700d2187-1f70-4ec0-ad59-1103a805014b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 210 time: 0.0281315 Oct 05 20:23:43.306105 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa7815-fb5a-4392-b1ef-90bb1790bcf1 req-5ce7cd75-ff96-4279-aa95-656e255f34cd tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:43.307609 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31aa7815-fb5a-4392-b1ef-90bb1790bcf1 req-5ce7cd75-ff96-4279-aa95-656e255f34cd tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0460079 Oct 05 20:23:43.332407 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:43.362759 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31aa7815-fb5a-4392-b1ef-90bb1790bcf1 req-11cabea3-b9e4-47af-a9a3-80e9a2829782 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485299 Oct 05 20:23:44.112803 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90045629-e037-42dd-9473-e7e35b1d7b02 req-853d906b-3f73-4391-b10f-939b247e7efd tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:44.114387 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-90045629-e037-42dd-9473-e7e35b1d7b02 req-853d906b-3f73-4391-b10f-939b247e7efd tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0493491 Oct 05 20:23:44.117944 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-432bc9ac-3275-425b-a4b7-6447f4564b97 req-666f716c-0879-48b5-ba5c-ef88020eaba4 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 210 time: 0.0269597 Oct 05 20:23:44.175723 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-90045629-e037-42dd-9473-e7e35b1d7b02 req-f1181170-e580-4ec8-bcc4-25e5436282c6 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547471 Oct 05 20:23:44.275313 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78432c1-c661-44c0-890a-991dca93a775 req-d9eac1ef-f207-4acc-8339-2e7cf4a4efda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:44.276812 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b78432c1-c661-44c0-890a-991dca93a775 req-d9eac1ef-f207-4acc-8339-2e7cf4a4efda service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 1130 time: 0.0400481 Oct 05 20:23:44.423764 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b78432c1-c661-44c0-890a-991dca93a775 req-c5666f2c-aa94-444f-bec7-5164ce8669a3 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Oct 05 20:23:44.481186 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32047116-5502-4f66-a208-ceacd1a31204 req-21ecc0c0-c466-469d-bafc-82277d63f261 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:44.482688 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-32047116-5502-4f66-a208-ceacd1a31204 req-21ecc0c0-c466-469d-bafc-82277d63f261 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0466828 Oct 05 20:23:44.530707 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-32047116-5502-4f66-a208-ceacd1a31204 req-9269861b-bfbb-48c4-aa0d-d46dd282009b tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424306 Oct 05 20:23:44.643011 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device fab959d4-cc60-4983-bcbf-78365f1e11a9 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:23:44.686537 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port fab959d4-cc60-4983-bcbf-78365f1e11a9 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:44.686840 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:44.687180 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port fab959d4-cc60-4983-bcbf-78365f1e11a9 Oct 05 20:23:44.760135 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port fab959d4-cc60-4983-bcbf-78365f1e11a9 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:44.859044 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-efd63400-b2e7-4475-b00f-2e514d8e611d tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:44.860489 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-efd63400-b2e7-4475-b00f-2e514d8e611d tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0503721 Oct 05 20:23:44.965404 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Deleting port 26a29d99-0bbb-4f57-ac65-df7736b3776c {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:23:44.965778 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:45.055758 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] For port 26a29d99-0bbb-4f57-ac65-df7736b3776c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=26a29d99-0bbb-4f57-ac65-df7736b3776c,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:45.056118 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:45.245804 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-92092b52-6bd5-4fe8-a7df-c36d36b8be98 req-b02171eb-bd40-4082-8442-3c775e6efcc2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 210 time: 0.0376205 Oct 05 20:23:45.310363 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Calling delete_port for 26a29d99-0bbb-4f57-ac65-df7736b3776c owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:23:45.354486 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506b2579-7d25-4872-8a84-1dec8f3fc203 req-03b612be-31e3-408c-8cf2-fd6c93bc5d34 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:45.356165 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-506b2579-7d25-4872-8a84-1dec8f3fc203 req-03b612be-31e3-408c-8cf2-fd6c93bc5d34 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 946 time: 0.0593452 Oct 05 20:23:45.446439 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-506b2579-7d25-4872-8a84-1dec8f3fc203 req-3458bd11-3860-45ab-ac9f-e6d2b1a97fc5 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641363 Oct 05 20:23:45.529896 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:45.536343 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (26a29d99-0bbb-4f57-ac65-df7736b3776c), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:45.568827 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Pushing event deleted for resources: {'Port': ['ID=26a29d99-0bbb-4f57-ac65-df7736b3776c,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:45.584840 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['26a29d99-0bbb-4f57-ac65-df7736b3776c'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:23:45.605195 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd764d8-3e9e-417e-837e-41454afce21a req-2895d179-e3a7-4e55-a0cf-ebbb0ece8519 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:45.607048 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1dd764d8-3e9e-417e-837e-41454afce21a req-2895d179-e3a7-4e55-a0cf-ebbb0ece8519 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0879183 Oct 05 20:23:45.615887 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] No DVR routers for this DVR port 26a29d99-0bbb-4f57-ac65-df7736b3776c on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:23:45.619963 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:45.624346 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e19a189-cd3e-40af-b313-fd853a641a39 req-21030913-a1f4-4167-b175-3e61d860e15b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.15 "DELETE /networking/v2.0/ports/26a29d99-0bbb-4f57-ac65-df7736b3776c HTTP/1.1" status: 204 len: 173 time: 0.7379913 Oct 05 20:23:45.624656 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8', 'name': 'network-vif-deleted', 'tag': '26a29d99-0bbb-4f57-ac65-df7736b3776c'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:23:45.627198 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1748a1e3-508f-4b09-8d79-4a68c1c8f0e5" -d '{"events": [{"server_uuid": "2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8", "name": "network-vif-deleted", "tag": "26a29d99-0bbb-4f57-ac65-df7736b3776c"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:23:45.669975 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d5608-47e2-4512-a956-8e22931e447e req-51b347d4-1f5a-483c-9a47-2df06fdf2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:45.671506 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-112d5608-47e2-4512-a956-8e22931e447e req-51b347d4-1f5a-483c-9a47-2df06fdf2bff service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 1130 time: 0.0632365 Oct 05 20:23:45.692859 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accaa08-d8d4-4690-b789-7da3a70da526 req-e8b9d7cd-b600-4c54-9dc0-e1219fbededb tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:45.694367 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1accaa08-d8d4-4690-b789-7da3a70da526 req-e8b9d7cd-b600-4c54-9dc0-e1219fbededb tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0544858 Oct 05 20:23:45.694741 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1dd764d8-3e9e-417e-837e-41454afce21a req-3cbf88b5-6fc0-4988-a80b-072d38e46795 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763106 Oct 05 20:23:45.740875 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c7688c-65fb-4498-94ff-c487dd7f9f6b x-openstack-request-id: req-e4c7688c-65fb-4498-94ff-c487dd7f9f6b {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:23:45.741322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8", "name": "network-vif-deleted", "tag": "26a29d99-0bbb-4f57-ac65-df7736b3776c", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:23:45.741603 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4c7688c-65fb-4498-94ff-c487dd7f9f6b {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:23:45.742003 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c7688c-65fb-4498-94ff-c487dd7f9f6b'] response: {'server_uuid': '2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8', 'name': 'network-vif-deleted', 'tag': '26a29d99-0bbb-4f57-ac65-df7736b3776c', 'status': 'completed', 'code': 200} Oct 05 20:23:45.747198 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1accaa08-d8d4-4690-b789-7da3a70da526 req-38d06335-bc29-4cc2-9b93-6465a46246c4 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Oct 05 20:23:45.826747 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:23:46.376257 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-731af9a7-33f0-447c-8645-ba8888ebbba5 req-02a47eea-bf64-41d0-9e34-dfdeaae5e7b1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 210 time: 0.0510523 Oct 05 20:23:46.461794 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:46.474172 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d5608-47e2-4512-a956-8e22931e447e req-624b58dc-0dd4-4048-b135-deb6ca8d4b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:46.475648 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-112d5608-47e2-4512-a956-8e22931e447e req-624b58dc-0dd4-4048-b135-deb6ca8d4b0d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.1081266 Oct 05 20:23:46.566136 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-136f992f-6236-4ae1-9fb4-ce66acd0ad28 req-880538ae-34dd-401e-95e1-8b33b47a5de7 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0301099 Oct 05 20:23:46.736181 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-112d5608-47e2-4512-a956-8e22931e447e req-ec0e5768-cb9a-41a6-b718-6113b842411a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c HTTP/1.1" status: 200 len: 217 time: 0.0337050 Oct 05 20:23:46.847803 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d5608-47e2-4512-a956-8e22931e447e req-c6912755-410b-4a82-a569-a6941d18772f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:46.849566 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-112d5608-47e2-4512-a956-8e22931e447e req-c6912755-410b-4a82-a569-a6941d18772f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0824502 Oct 05 20:23:46.865750 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741a7dc-e040-44d1-bd36-d46d42bf0a73 req-a14d3f69-1dcd-4ba2-ae3c-efbfa79337e1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:46.874625 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c741a7dc-e040-44d1-bd36-d46d42bf0a73 req-a14d3f69-1dcd-4ba2-ae3c-efbfa79337e1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0743043 Oct 05 20:23:46.912604 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9628e5de-c461-489e-8ef1-99db951855dd req-f209ab1d-ba3d-43f5-b65b-8ab03975b79a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:46.920234 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9628e5de-c461-489e-8ef1-99db951855dd req-f209ab1d-ba3d-43f5-b65b-8ab03975b79a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0812871 Oct 05 20:23:46.942487 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d5608-47e2-4512-a956-8e22931e447e req-a50fac7e-08a3-41dc-af14-e223d87c629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:46.944086 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-112d5608-47e2-4512-a956-8e22931e447e req-a50fac7e-08a3-41dc-af14-e223d87c629a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0628598 Oct 05 20:23:47.004776 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c741a7dc-e040-44d1-bd36-d46d42bf0a73 req-9e5b83e0-6c2e-4e11-a7d0-863dd8dcce45 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251118 Oct 05 20:23:47.038567 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9628e5de-c461-489e-8ef1-99db951855dd req-0610b7e1-ee22-4952-b14b-f86ab4bf1663 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171968 Oct 05 20:23:47.081324 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-92099da6-aa48-42eb-bc10-9a834a36a1ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:47.083078 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-92099da6-aa48-42eb-bc10-9a834a36a1ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 815 time: 0.2011409 Oct 05 20:23:47.114155 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-112d5608-47e2-4512-a956-8e22931e447e req-05f0f12c-fd64-4784-b88b-4d69b2aac1fa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556168 Oct 05 20:23:47.208005 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-5ec74371-84b6-4f3a-b6fe-03a352b95a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:47.216660 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-405ff29e-5877-4f8d-b9ea-5ceb7d468afb tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 379 time: 0.1039326 Oct 05 20:23:47.231270 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-112d5608-47e2-4512-a956-8e22931e447e req-de218816-b8df-42d7-9e2f-bd9141913cc2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089094 Oct 05 20:23:47.323165 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'port': {'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'admin_state_up': True, 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'security_groups': ['30413dc1-4c29-4b40-b24a-4dac2e72f5ec']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:47.327701 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:47.477875 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Made reservation on behalf of 05398ef99be34b57b61052a0f07f57f8 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:23:47.483670 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:47.514745 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-68804635-8f3e-44f7-b591-d6749278ecdb req-c46cfc85-855f-4e7b-a1ae-49a4e28b3528 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 210 time: 0.0444887 Oct 05 20:23:47.643600 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Allocated IP 172.20.0.14 (9b866581-0156-4c8b-8621-7be5c67dfe5d/306a00f7-bd0c-4556-a5a8-968442b962ff/ed1c8db8-3987-4cdb-be27-b92626517d7e) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:23:47.725435 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-024f97b8-646a-4abe-b045-5cc12b3ac0fa req-cd75e112-cbee-494f-b362-a50440201cf6 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=2f6fdebc-0b77-418e-ae0d-ea5dc53f3cb8 HTTP/1.1" status: 200 len: 210 time: 0.0413759 Oct 05 20:23:47.833162 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:47.843598 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:47.867884 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:47.915574 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:23:47.921347 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:47.925631 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:23:47.969442 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=ed1c8db8-3987-4cdb-be27-b92626517d7e,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:48.019272 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:48.020339 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:48.042053 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-13988490-408b-4ef0-ac2b-827e845024b7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7228353 Oct 05 20:23:48.071363 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Request body: {'port': {'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:48.145448 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:48.158626 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6c7fa-9019-4c75-baf1-a595de9842ce req-624bac4e-b76c-4920-9362-6b7d346dc354 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:48.160304 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1bd6c7fa-9019-4c75-baf1-a595de9842ce req-624bac4e-b76c-4920-9362-6b7d346dc354 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0623848 Oct 05 20:23:48.218366 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-5fbf2b43-55f3-4be4-8f6d-f381e218cca0 None None] Provisioning complete for port ed1c8db8-3987-4cdb-be27-b92626517d7e triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:48.218921 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-5fbf2b43-55f3-4be4-8f6d-f381e218cca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:48.219175 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-5fbf2b43-55f3-4be4-8f6d-f381e218cca0 None None] Attempt 1 to provision port ed1c8db8-3987-4cdb-be27-b92626517d7e Oct 05 20:23:48.225532 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1bd6c7fa-9019-4c75-baf1-a595de9842ce req-e8cb5d4b-eb2e-4555-8182-5d280f468bd4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549071 Oct 05 20:23:48.265654 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf2b43-55f3-4be4-8f6d-f381e218cca0 None None] Port ed1c8db8-3987-4cdb-be27-b92626517d7e cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:23:48.304223 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:48.430902 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1c8db8-3987-4cdb-be27-b92626517d7e {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:23:48.440227 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Publish callbacks [] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:48.453815 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Transition to ACTIVE for port object ed1c8db8-3987-4cdb-be27-b92626517d7e will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:23:48.457460 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:48.520220 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Pushing event updated for resources: {'Port': ['ID=ed1c8db8-3987-4cdb-be27-b92626517d7e,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:48.571545 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Attempting to bind port ed1c8db8-3987-4cdb-be27-b92626517d7e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:23:48.571911 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Attempting to bind port ed1c8db8-3987-4cdb-be27-b92626517d7e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:23:48.572250 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Attempting to bind port ed1c8db8-3987-4cdb-be27-b92626517d7e on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:48.654549 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bca1e3-ecf1-4b08-a969-ab565b23af2a req-114db4b5-1e96-4849-aed7-a7838cf89ae7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:48.656110 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-76bca1e3-ecf1-4b08-a969-ab565b23af2a req-114db4b5-1e96-4849-aed7-a7838cf89ae7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 944 time: 0.0625629 Oct 05 20:23:48.657189 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Port ed1c8db8-3987-4cdb-be27-b92626517d7e on network 9b866581-0156-4c8b-8621-7be5c67dfe5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:23:48.657534 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Attempting to bind port ed1c8db8-3987-4cdb-be27-b92626517d7e on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:48.736741 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:23:48.737123 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Checking segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:23:48.737528 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Bound using segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:23:48.737985 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Bound port: ed1c8db8-3987-4cdb-be27-b92626517d7e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:23:48.738350 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:48.756163 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-76bca1e3-ecf1-4b08-a969-ab565b23af2a req-0fbea201-2bea-4425-a199-bf4a8d0ff154 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943310 Oct 05 20:23:48.812645 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] For port ed1c8db8-3987-4cdb-be27-b92626517d7e, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:23:48.815861 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] For port ed1c8db8-3987-4cdb-be27-b92626517d7e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ed1c8db8-3987-4cdb-be27-b92626517d7e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:23:48.823355 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:48.827905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:48.828523 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:48.830222 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/ed1c8db8-3987-4cdb-be27-b92626517d7e HTTP/1.1" status: 200 len: 1094 time: 0.7646165 Oct 05 20:23:48.832232 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'tag': 'ed1c8db8-3987-4cdb-be27-b92626517d7e'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:23:48.833963 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dc6204-ec2e-43e1-ab46-722098c817dc" -d '{"events": [{"name": "network-changed", "server_uuid": "d4189131-495b-4d78-9eb7-b69ea29c7b50", "tag": "ed1c8db8-3987-4cdb-be27-b92626517d7e"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:23:48.880480 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:48.882455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3070f5e4-7b2e-4455-aa0e-86ec8b71a70e x-openstack-request-id: req-3070f5e4-7b2e-4455-aa0e-86ec8b71a70e {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:23:48.882768 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4189131-495b-4d78-9eb7-b69ea29c7b50", "tag": "ed1c8db8-3987-4cdb-be27-b92626517d7e", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:23:48.883013 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3070f5e4-7b2e-4455-aa0e-86ec8b71a70e {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:23:48.883408 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3070f5e4-7b2e-4455-aa0e-86ec8b71a70e'] response: {'name': 'network-changed', 'server_uuid': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'tag': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'status': 'completed', 'code': 200} Oct 05 20:23:48.904789 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af327263-079d-415c-afcd-8c44a9ee001e service neutron] Pushing event updated for resources: {'Port': ['ID=ed1c8db8-3987-4cdb-be27-b92626517d7e,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:48.968922 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-6a8650eb-e264-4f67-b4c8-b5cf725f3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:48.971348 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-6a8650eb-e264-4f67-b4c8-b5cf725f3825 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 1128 time: 0.0474918 Oct 05 20:23:49.019463 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-b9223962-1fea-441b-b088-ba2c161304ee service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed1c8db8-3987-4cdb-be27-b92626517d7e HTTP/1.1" status: 200 len: 217 time: 0.0338743 Oct 05 20:23:49.062201 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:49.075936 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-15da8fbc-a204-497a-b30f-acc2ed52c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:49.077701 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-15da8fbc-a204-497a-b30f-acc2ed52c85c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0515592 Oct 05 20:23:49.133685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-75120e5d-7aa8-4d3f-a3ba-d3f2cca3d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:49.135240 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-75120e5d-7aa8-4d3f-a3ba-d3f2cca3d808 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423608 Oct 05 20:23:49.239724 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:49.244018 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-f4626718-a977-4359-890f-f1845e4244c7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017556 Oct 05 20:23:49.323453 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ca0f-201b-40a0-844e-aa2598861803 req-5c6f4261-85d0-4f14-92ed-536809473f44 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:49.325428 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-5c6f4261-85d0-4f14-92ed-536809473f44 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/networks?id=239503aa-bfd9-4c9f-872c-79484a7b0a69 HTTP/1.1" status: 200 len: 808 time: 0.3388572 Oct 05 20:23:49.352631 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-bee348f6-14a7-4bea-815b-6b79b3abc7ec tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/quotas/25c983389ecf447c9ca4bd6ca01b5a32 HTTP/1.1" status: 200 len: 375 time: 0.0174348 Oct 05 20:23:49.385353 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-4195bf59-cefd-4e8e-8df1-e26b8a7eff43 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=25c983389ecf447c9ca4bd6ca01b5a32&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314033 Oct 05 20:23:49.408695 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e68bde7-2b9e-4134-a7d1-cba8946928e8 req-9bfd3cae-b267-464c-b1c0-f41514a38f4c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577361 Oct 05 20:23:49.414917 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ad248-8969-4080-83aa-4a6b2352df61 req-136f3368-e311-49ce-b609-65f52f789cc9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:49.416342 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7d5ad248-8969-4080-83aa-4a6b2352df61 req-136f3368-e311-49ce-b609-65f52f789cc9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0777197 Oct 05 20:23:49.419431 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48126) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:49.490153 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7d5ad248-8969-4080-83aa-4a6b2352df61 req-af7dc735-c903-41f6-9427-e2ca1a837391 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645046 Oct 05 20:23:49.505578 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-8cf34d51-5686-46b9-b05e-42e89a2673cd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080480 Oct 05 20:23:49.537297 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-45d122ce-69d2-4468-9f0f-90b6cf7083c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:49.550632 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-07a8011d-2309-45a6-87a8-fa06222b032d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:49.605841 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-651e4fde-c364-4deb-9f50-322254e90d9d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937490 Oct 05 20:23:49.635973 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-07a8011d-2309-45a6-87a8-fa06222b032d admin admin] Publish callbacks [] for security_group (a924de4b-8201-4079-83af-ec7adbe5eed1), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:49.640384 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-07a8011d-2309-45a6-87a8-fa06222b032d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a924de4b-8201-4079-83af-ec7adbe5eed1), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:49.684545 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-07a8011d-2309-45a6-87a8-fa06222b032d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=afa4428e70ac431882b3012118d5c049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634645 Oct 05 20:23:49.685436 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8011d-2309-45a6-87a8-fa06222b032d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a924de4b-8201-4079-83af-ec7adbe5eed1,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:49.701015 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48130) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:49.766733 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4721ecf3-6433-40bf-b52c-a82445891b6b admin admin] Publish callbacks [] for security_group (a924de4b-8201-4079-83af-ec7adbe5eed1), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:49.790825 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4721ecf3-6433-40bf-b52c-a82445891b6b admin admin] Publish callbacks [] for security_group (a924de4b-8201-4079-83af-ec7adbe5eed1), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:49.802280 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5156c9fd-d9a7-4c43-9426-d92c9b8f2f78 req-69c813ef-b232-42ca-92a8-d37f439182a4 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 210 time: 0.0454912 Oct 05 20:23:49.856455 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:49.857411 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4721ecf3-6433-40bf-b52c-a82445891b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a924de4b-8201-4079-83af-ec7adbe5eed1), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:49.860504 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4721ecf3-6433-40bf-b52c-a82445891b6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:49.861666 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4721ecf3-6433-40bf-b52c-a82445891b6b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a924de4b-8201-4079-83af-ec7adbe5eed1 HTTP/1.1" status: 204 len: 168 time: 0.1596112 Oct 05 20:23:49.892997 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721ecf3-6433-40bf-b52c-a82445891b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a924de4b-8201-4079-83af-ec7adbe5eed1,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:49.907946 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49aece2-7dea-471b-9f6a-dd18e0799c72 req-85cedc0d-ff8f-4a9c-83aa-66c2309199f8 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:49.909995 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b49aece2-7dea-471b-9f6a-dd18e0799c72 req-85cedc0d-ff8f-4a9c-83aa-66c2309199f8 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 944 time: 0.0685532 Oct 05 20:23:49.969736 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b49aece2-7dea-471b-9f6a-dd18e0799c72 req-5e9ea6eb-9cb1-47ae-ae7a-5d8dbeac575c tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520768 Oct 05 20:23:50.103458 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 26a29d99-0bbb-4f57-ac65-df7736b3776c no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:23:50.126768 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 26a29d99-0bbb-4f57-ac65-df7736b3776c {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:23:50.127187 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 26a29d99-0bbb-4f57-ac65-df7736b3776c not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:23:50.208837 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48152) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:50.222150 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8891-3f53-472e-802f-8bee398ed1e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:50.300970 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8891-3f53-472e-802f-8bee398ed1e7 admin admin] Publish callbacks [] for security_group (fd70a189-ff72-40b5-9137-0a5c4f0d8d7d), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:50.304793 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2d8a8891-3f53-472e-802f-8bee398ed1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (fd70a189-ff72-40b5-9137-0a5c4f0d8d7d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:50.344867 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2d8a8891-3f53-472e-802f-8bee398ed1e7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4219587a348646a9a0bead916a08f096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349678 Oct 05 20:23:50.345829 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a8891-3f53-472e-802f-8bee398ed1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd70a189-ff72-40b5-9137-0a5c4f0d8d7d,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:50.347660 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48154) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:23:50.397884 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a9af4084-b00c-45f6-a301-2600f10e5ae1 admin admin] Publish callbacks [] for security_group (fd70a189-ff72-40b5-9137-0a5c4f0d8d7d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:50.417350 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a9af4084-b00c-45f6-a301-2600f10e5ae1 admin admin] Publish callbacks [] for security_group (fd70a189-ff72-40b5-9137-0a5c4f0d8d7d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:50.465655 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a9af4084-b00c-45f6-a301-2600f10e5ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (fd70a189-ff72-40b5-9137-0a5c4f0d8d7d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:50.468207 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a9af4084-b00c-45f6-a301-2600f10e5ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:50.469350 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a9af4084-b00c-45f6-a301-2600f10e5ae1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fd70a189-ff72-40b5-9137-0a5c4f0d8d7d HTTP/1.1" status: 204 len: 168 time: 0.1201143 Oct 05 20:23:50.477485 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af4084-b00c-45f6-a301-2600f10e5ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd70a189-ff72-40b5-9137-0a5c4f0d8d7d,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:50.614034 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4753c7-62df-4239-b5db-056144f6e9fd req-5da6e645-fa5c-4cbb-be2a-9139945abea8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:50.615571 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8b4753c7-62df-4239-b5db-056144f6e9fd req-5da6e645-fa5c-4cbb-be2a-9139945abea8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0526578 Oct 05 20:23:50.672410 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8b4753c7-62df-4239-b5db-056144f6e9fd req-574b1dba-b1cc-4c77-9817-f6230909b88c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501006 Oct 05 20:23:50.769954 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:50.779827 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-65585c0a-1d13-4231-ba7e-5d57093bcec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:50.779827 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-65585c0a-1d13-4231-ba7e-5d57093bcec4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 1128 time: 0.0433898 Oct 05 20:23:50.926488 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:50.962206 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4b2f0931-2030-42a5-8093-967948cee8af req-c3c4878d-a7ed-4f64-ac3d-bee837f5074d tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 210 time: 0.0353203 Oct 05 20:23:50.972978 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-4e1d160b-368a-44c3-8386-ac538540f1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:50.974627 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-4e1d160b-368a-44c3-8386-ac538540f1b8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 916 time: 0.1869071 Oct 05 20:23:51.033364 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-e5c28260-ddc3-4568-91a8-92c25075e7b7 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed1c8db8-3987-4cdb-be27-b92626517d7e HTTP/1.1" status: 200 len: 217 time: 0.0444174 Oct 05 20:23:51.131721 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-53309530-ede6-4e29-b165-0ada0e1f96f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:51.133263 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-53309530-ede6-4e29-b165-0ada0e1f96f5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0937219 Oct 05 20:23:51.140008 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1822a-c801-41ef-9a0a-a9e3a1ac98b5 req-15bd6996-09a6-460a-b328-625f0af41e8f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:51.141568 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-04c1822a-c801-41ef-9a0a-a9e3a1ac98b5 req-15bd6996-09a6-460a-b328-625f0af41e8f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 944 time: 0.0658529 Oct 05 20:23:51.187238 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:51.219563 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-71c411c6-d26a-49e4-a467-fe22b7af0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:51.221046 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-71c411c6-d26a-49e4-a467-fe22b7af0a07 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0733933 Oct 05 20:23:51.233681 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-04c1822a-c801-41ef-9a0a-a9e3a1ac98b5 req-1c29a568-64c9-410d-a5a9-04410f96ec12 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772281 Oct 05 20:23:51.339921 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-bf6f7340-032d-42c0-a181-6f477dc6d210 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002879 Oct 05 20:23:51.450022 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2dc6204-ec2e-43e1-ab46-722098c817dc req-a025e5f3-31a0-474c-97c5-8b47c0236544 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936649 Oct 05 20:23:51.801366 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0b2f1-419c-4fae-a44a-510f069acd93 req-9ab49346-45e8-4de7-9089-c27ad855efab tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:51.802932 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d6f0b2f1-419c-4fae-a44a-510f069acd93 req-9ab49346-45e8-4de7-9089-c27ad855efab tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0564985 Oct 05 20:23:51.857087 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d6f0b2f1-419c-4fae-a44a-510f069acd93 req-299a9507-ae2c-4edb-97fc-d398488560bd tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470703 Oct 05 20:23:52.093145 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85b2d238-cab5-4b2e-b40f-60c8052f78a0 req-3342bea6-3062-4585-891c-d39bf5e808fe tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 210 time: 0.0405486 Oct 05 20:23:52.135598 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ca0f-201b-40a0-844e-aa2598861803 req-dd3a4561-db23-4104-b7d6-e2273bf17a20 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:52.137166 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-dd3a4561-db23-4104-b7d6-e2273bf17a20 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.15 "GET /networking/v2.0/networks?id=239503aa-bfd9-4c9f-872c-79484a7b0a69 HTTP/1.1" status: 200 len: 808 time: 0.1542203 Oct 05 20:23:52.170188 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Request body: {'port': {'device_id': '337b8cef-1d31-4846-af34-178c3e57eb4d', 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69', 'admin_state_up': True, 'tenant_id': '25c983389ecf447c9ca4bd6ca01b5a32'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:52.288911 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Made reservation on behalf of 25c983389ecf447c9ca4bd6ca01b5a32 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:23:52.292885 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:52.379706 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2eac7-8b17-4379-bebf-907bdfafa302 req-2c869340-deb8-48e9-a3a7-5807aef28a7e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:52.381361 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-29f2eac7-8b17-4379-bebf-907bdfafa302 req-2c869340-deb8-48e9-a3a7-5807aef28a7e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 944 time: 0.0610366 Oct 05 20:23:52.430345 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Allocated IP 172.20.0.12 (239503aa-bfd9-4c9f-872c-79484a7b0a69/b10eecba-fc1d-4bec-a6dc-c013c6aaad89/5d8e459f-5904-4508-80a0-375da8ce6e87) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:23:52.433264 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-29f2eac7-8b17-4379-bebf-907bdfafa302 req-04620d3d-0263-4e03-a0e6-5592f5244d3b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448055 Oct 05 20:23:52.476087 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:52.536290 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:52.603536 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks [] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:52.642040 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:52.687925 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:52.696945 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Network 239503aa-bfd9-4c9f-872c-79484a7b0a69 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:23:52.703085 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:23:52.705298 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:23:52.715919 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Pushing event updated for resources: {'Port': ['ID=5d8e459f-5904-4508-80a0-375da8ce6e87,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:52.742422 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:52.772963 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:52.773613 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:52.789496 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-12bfc632-11f3-46b8-8c22-c795b69293ed tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6248324 Oct 05 20:23:52.806297 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Request body: {'port': {'device_id': '337b8cef-1d31-4846-af34-178c3e57eb4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:23:52.864068 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:53.023324 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9bf2d-5628-4e88-9dc4-aedf5521f60d req-473aa05a-0660-452b-912c-bd0d7fa2765f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:53.024791 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c2f9bf2d-5628-4e88-9dc4-aedf5521f60d req-473aa05a-0660-452b-912c-bd0d7fa2765f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0633318 Oct 05 20:23:53.129723 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c2f9bf2d-5628-4e88-9dc4-aedf5521f60d req-77ff8c35-f262-44f5-8042-fd4fd430f6e6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956872 Oct 05 20:23:53.201294 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8e459f-5904-4508-80a0-375da8ce6e87 {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:23:53.209923 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Publish callbacks [] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:53.222482 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Transition to ACTIVE for port object 5d8e459f-5904-4508-80a0-375da8ce6e87 will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:23:53.226646 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:53.229359 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc4646-1794-46ba-9edd-10219e2c524b req-59240c14-c0f2-44db-8754-9751d5da73b1 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:53.231656 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-52fc4646-1794-46ba-9edd-10219e2c524b req-59240c14-c0f2-44db-8754-9751d5da73b1 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 932 time: 0.0539596 Oct 05 20:23:53.282530 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-52fc4646-1794-46ba-9edd-10219e2c524b req-c4b254b1-b710-4b86-a15e-6ecfafd992c9 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450158 Oct 05 20:23:53.530106 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8e459f-5904-4508-80a0-375da8ce6e87,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:53.543754 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:53.602134 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f7d75-6052-4106-8f3e-746899b3880f req-74660093-4769-49a8-86ca-d7e87d0de698 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:53.603597 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e2f7d75-6052-4106-8f3e-746899b3880f req-74660093-4769-49a8-86ca-d7e87d0de698 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 944 time: 0.0745809 Oct 05 20:23:53.606453 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Attempting to bind port 5d8e459f-5904-4508-80a0-375da8ce6e87 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:23:53.606782 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Attempting to bind port 5d8e459f-5904-4508-80a0-375da8ce6e87 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'db75e02d-3da6-4261-ade0-52e6572aa6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:23:53.607120 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Attempting to bind port 5d8e459f-5904-4508-80a0-375da8ce6e87 on network 239503aa-bfd9-4c9f-872c-79484a7b0a69 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:53.688325 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e2f7d75-6052-4106-8f3e-746899b3880f req-65f5ff2f-47f0-4a46-a935-47c3fc4b25bd tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778329 Oct 05 20:23:53.689111 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Port 5d8e459f-5904-4508-80a0-375da8ce6e87 on network 239503aa-bfd9-4c9f-872c-79484a7b0a69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:23:53.689443 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Attempting to bind port 5d8e459f-5904-4508-80a0-375da8ce6e87 on network 239503aa-bfd9-4c9f-872c-79484a7b0a69 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:23:53.733398 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:23:53.733778 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Checking segment: {'id': 'db75e02d-3da6-4261-ade0-52e6572aa6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:23:53.734166 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Bound using segment: {'id': 'db75e02d-3da6-4261-ade0-52e6572aa6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:23:53.734611 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Bound port: 5d8e459f-5904-4508-80a0-375da8ce6e87, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db75e02d-3da6-4261-ade0-52e6572aa6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:23:53.734979 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:53.773197 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:53.800930 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] For port 5d8e459f-5904-4508-80a0-375da8ce6e87, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:23:53.804137 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] For port 5d8e459f-5904-4508-80a0-375da8ce6e87, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5d8e459f-5904-4508-80a0-375da8ce6e87,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:23:53.809866 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:53.814937 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:53.815544 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:53.817166 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/5d8e459f-5904-4508-80a0-375da8ce6e87 HTTP/1.1" status: 200 len: 1094 time: 1.0145795 Oct 05 20:23:53.817740 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '337b8cef-1d31-4846-af34-178c3e57eb4d', 'tag': '5d8e459f-5904-4508-80a0-375da8ce6e87'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:23:53.820002 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f2de67-f084-4bf9-bace-2dd3adcda1dc" -d '{"events": [{"name": "network-changed", "server_uuid": "337b8cef-1d31-4846-af34-178c3e57eb4d", "tag": "5d8e459f-5904-4508-80a0-375da8ce6e87"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:23:53.880348 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1c70c9-59a5-438c-871f-c818330c7908 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8e459f-5904-4508-80a0-375da8ce6e87,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:53.918913 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6662e23a-10bb-4554-a6e5-999cb225aa79 x-openstack-request-id: req-6662e23a-10bb-4554-a6e5-999cb225aa79 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:23:53.919196 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "337b8cef-1d31-4846-af34-178c3e57eb4d", "tag": "5d8e459f-5904-4508-80a0-375da8ce6e87", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:23:53.919443 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6662e23a-10bb-4554-a6e5-999cb225aa79 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:23:53.919838 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6662e23a-10bb-4554-a6e5-999cb225aa79'] response: {'name': 'network-changed', 'server_uuid': '337b8cef-1d31-4846-af34-178c3e57eb4d', 'tag': '5d8e459f-5904-4508-80a0-375da8ce6e87', 'status': 'completed', 'code': 200} Oct 05 20:23:53.954653 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ca0f-201b-40a0-844e-aa2598861803 req-ef569878-88dc-4603-aff1-d765d0936f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:53.956257 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-ef569878-88dc-4603-aff1-d765d0936f85 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=25c983389ecf447c9ca4bd6ca01b5a32&device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 1128 time: 0.0529966 Oct 05 20:23:54.012736 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-3aac7ce8-a20f-47e6-851f-1ed931a3ea1c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8e459f-5904-4508-80a0-375da8ce6e87 HTTP/1.1" status: 200 len: 217 time: 0.0347295 Oct 05 20:23:54.072077 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390ca0f-201b-40a0-844e-aa2598861803 req-d9434adb-3d8e-410d-b3ce-3a277441197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:54.073498 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-d9434adb-3d8e-410d-b3ce-3a277441197f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=b10eecba-fc1d-4bec-a6dc-c013c6aaad89 HTTP/1.1" status: 200 len: 848 time: 0.0448608 Oct 05 20:23:54.105282 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ed1c8db8-3987-4cdb-be27-b92626517d7e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:23:54.114126 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-fe79c091-0200-4b58-8460-bf2a3626e6d9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=239503aa-bfd9-4c9f-872c-79484a7b0a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307696 Oct 05 20:23:54.162135 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:54.200770 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:54.213494 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port ed1c8db8-3987-4cdb-be27-b92626517d7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ed1c8db8-3987-4cdb-be27-b92626517d7e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:54.226105 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:23:54.228511 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-ede2f5be-d9e3-4d9a-84f6-09614c0c2da9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063573 Oct 05 20:23:54.273080 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port ed1c8db8-3987-4cdb-be27-b92626517d7e is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:54.273379 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:54.286411 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1c8db8-3987-4cdb-be27-b92626517d7e {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:23:54.305896 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port ed1c8db8-3987-4cdb-be27-b92626517d7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ed1c8db8-3987-4cdb-be27-b92626517d7e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:54.321437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797b27c-8982-42bb-83d6-f626b7e159a0 req-a1f5c2c7-54dd-4124-96a0-c59abd80d380 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:54.321437 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1797b27c-8982-42bb-83d6-f626b7e159a0 req-a1f5c2c7-54dd-4124-96a0-c59abd80d380 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0971582 Oct 05 20:23:54.325276 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:54.374885 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=ed1c8db8-3987-4cdb-be27-b92626517d7e,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:54.392308 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1797b27c-8982-42bb-83d6-f626b7e159a0 req-c15fd174-334a-489e-a0ec-c9f1cbd0f80f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690563 Oct 05 20:23:54.403413 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3390ca0f-201b-40a0-844e-aa2598861803 req-a4db7b25-9e72-49c3-b82b-b1485f8b5686 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546133 Oct 05 20:23:54.414633 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:54.434621 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac28f9-e721-40a2-b1ae-19fc12c96e9f req-0d208bca-c2df-4ce7-8b0a-2429f6ade8dc tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:54.436101 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ceac28f9-e721-40a2-b1ae-19fc12c96e9f req-0d208bca-c2df-4ce7-8b0a-2429f6ade8dc tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 944 time: 0.0498693 Oct 05 20:23:54.483133 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ceac28f9-e721-40a2-b1ae-19fc12c96e9f req-62ce708b-b6a7-4c24-8f67-1d5f3918372e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414269 Oct 05 20:23:54.811175 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d27c61-3ee0-4b03-9cf3-8e13e28bade1 req-fa00050b-9e91-4e78-a6ab-a12517b841d4 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:54.812671 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f4d27c61-3ee0-4b03-9cf3-8e13e28bade1 req-fa00050b-9e91-4e78-a6ab-a12517b841d4 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Oct 05 20:23:54.864296 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f4d27c61-3ee0-4b03-9cf3-8e13e28bade1 req-183e5e89-9bbc-4328-b030-e5e0599e2760 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454888 Oct 05 20:23:55.512416 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328135c-a85e-4224-b96e-46560948bfd3 req-600793fd-5a0f-443f-a558-c1b9dd2d7aec tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:55.513937 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e328135c-a85e-4224-b96e-46560948bfd3 req-600793fd-5a0f-443f-a558-c1b9dd2d7aec tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0461750 Oct 05 20:23:55.566719 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e328135c-a85e-4224-b96e-46560948bfd3 req-c7087e10-f83c-421d-9954-fa076cff28d9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472066 Oct 05 20:23:55.605838 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c3a88-5d33-459d-84cc-f634989b82cd req-db4b1478-a8eb-4835-98cc-109e0078036c tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:55.607281 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a95c3a88-5d33-459d-84cc-f634989b82cd req-db4b1478-a8eb-4835-98cc-109e0078036c tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 944 time: 0.0469711 Oct 05 20:23:55.657194 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a95c3a88-5d33-459d-84cc-f634989b82cd req-94ba8325-632c-473f-a77f-827f087e13ad tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443635 Oct 05 20:23:55.821731 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:55.822401 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:55.981006 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05108720-b2a1-46cb-b2dc-8d691ec10c0b req-b610537c-c2c7-4d98-b7ae-db5f2abec0f0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:55.982479 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-05108720-b2a1-46cb-b2dc-8d691ec10c0b req-b610537c-c2c7-4d98-b7ae-db5f2abec0f0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 945 time: 0.0460937 Oct 05 20:23:56.031482 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-05108720-b2a1-46cb-b2dc-8d691ec10c0b req-4618eaa3-3510-40fd-a6f4-a5a0d0eed3d0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432370 Oct 05 20:23:56.651370 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:56.691348 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942439af-680c-42c9-8525-23fa61ca582e req-880506a9-1291-432d-9e3e-15e28f011283 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:56.693080 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-942439af-680c-42c9-8525-23fa61ca582e req-880506a9-1291-432d-9e3e-15e28f011283 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0499952 Oct 05 20:23:56.742889 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-942439af-680c-42c9-8525-23fa61ca582e req-389e973a-ee1c-4b41-be58-ad7e1f46b2d6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442076 Oct 05 20:23:56.780490 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d3ca8-5c7e-4f72-a10a-91f339fbd69a req-c9214e4e-39fd-4951-9ced-2e3aa51fb6d6 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:56.781976 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f33d3ca8-5c7e-4f72-a10a-91f339fbd69a req-c9214e4e-39fd-4951-9ced-2e3aa51fb6d6 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 944 time: 0.0484312 Oct 05 20:23:56.801018 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:56.831885 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f33d3ca8-5c7e-4f72-a10a-91f339fbd69a req-d8f28c63-d10e-41f9-b962-ab8626175351 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Oct 05 20:23:57.153949 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3d94f-d667-4391-8965-3164f20f6234 req-4a5639f4-4e93-43d1-bb67-811f08a91dc7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:57.155303 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7db3d94f-d667-4391-8965-3164f20f6234 req-4a5639f4-4e93-43d1-bb67-811f08a91dc7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 945 time: 0.0488243 Oct 05 20:23:57.204859 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7db3d94f-d667-4391-8965-3164f20f6234 req-65e2b7c2-adc9-4e21-9251-b5e20c2198d2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434103 Oct 05 20:23:57.493797 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:57.867473 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfbe30a-c4a5-4e56-9d28-304c63dfd1f8 req-afb340aa-b012-432e-b23c-0ef478bffb69 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:57.868978 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fcfbe30a-c4a5-4e56-9d28-304c63dfd1f8 req-afb340aa-b012-432e-b23c-0ef478bffb69 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0518191 Oct 05 20:23:57.917121 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fcfbe30a-c4a5-4e56-9d28-304c63dfd1f8 req-b5ed4395-259f-4f15-b741-56d6fa0c543e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 Oct 05 20:23:57.959403 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b838c-f1ce-480b-8b51-58a14bb2803a req-179d4f3c-f763-4861-8870-dd94d8726b94 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:57.960869 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f2b838c-f1ce-480b-8b51-58a14bb2803a req-179d4f3c-f763-4861-8870-dd94d8726b94 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 944 time: 0.0500677 Oct 05 20:23:58.007669 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f2b838c-f1ce-480b-8b51-58a14bb2803a req-b63dc1eb-d9d8-4f4d-9bd1-f59bf12987fe tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406871 Oct 05 20:23:58.024430 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['ed1c8db8-3987-4cdb-be27-b92626517d7e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:23:58.328585 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6586f2-59ce-4870-97d2-e5a134811008 req-87835c08-f2b4-4b22-a339-be525c2ad083 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:58.330009 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f6586f2-59ce-4870-97d2-e5a134811008 req-87835c08-f2b4-4b22-a339-be525c2ad083 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 945 time: 0.0477452 Oct 05 20:23:58.381939 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f6586f2-59ce-4870-97d2-e5a134811008 req-6f4d17a4-d122-44ea-bda5-860df9b6058e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420253 Oct 05 20:23:59.041317 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953cdd3-cef3-4b2f-ae1d-8d6f43e38919 req-54078763-38c4-425a-be19-45705996d6f1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.042794 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c953cdd3-cef3-4b2f-ae1d-8d6f43e38919 req-54078763-38c4-425a-be19-45705996d6f1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0505238 Oct 05 20:23:59.069506 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:59.092097 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c953cdd3-cef3-4b2f-ae1d-8d6f43e38919 req-39401f82-17d1-4beb-b7f4-b180032ac274 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432415 Oct 05 20:23:59.133456 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61fa56-dfcc-400e-9e97-f07386ff7d8e req-54cada3d-5108-4a97-8580-d3e32af6b471 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.134871 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5c61fa56-dfcc-400e-9e97-f07386ff7d8e req-54cada3d-5108-4a97-8580-d3e32af6b471 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 944 time: 0.0538299 Oct 05 20:23:59.183587 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5c61fa56-dfcc-400e-9e97-f07386ff7d8e req-e5d56e5e-4450-46a5-ab36-3b9b7d7b39f4 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432131 Oct 05 20:23:59.360909 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-ea1671b1-ff41-4b98-8452-e18617797a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.361144 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-64103862-01dc-4033-9caf-a4eed4435def service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420024 Oct 05 20:23:59.362464 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-ea1671b1-ff41-4b98-8452-e18617797a83 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=25c983389ecf447c9ca4bd6ca01b5a32&device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 1128 time: 0.0428989 Oct 05 20:23:59.477400 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-27d1c276-7c56-4e4a-b5a9-305d1d406b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.478884 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-27d1c276-7c56-4e4a-b5a9-305d1d406b58 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 1130 time: 0.0570602 Oct 05 20:23:59.499050 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-98d0b58e-69a5-4be0-a1a9-c922d45200ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.500514 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-98d0b58e-69a5-4be0-a1a9-c922d45200ad service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=239503aa-bfd9-4c9f-872c-79484a7b0a69 HTTP/1.1" status: 200 len: 909 time: 0.0902438 Oct 05 20:23:59.514664 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225a1d18-2f37-4712-b624-745d3120c911 req-e9fd84c1-f60f-48b9-91d4-5236a3ccdeaa tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.516141 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-225a1d18-2f37-4712-b624-745d3120c911 req-e9fd84c1-f60f-48b9-91d4-5236a3ccdeaa tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 945 time: 0.0532658 Oct 05 20:23:59.524281 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ed1c8db8-3987-4cdb-be27-b92626517d7e up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:23:59.557056 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-ecc8ec58-79c6-49fb-b605-e14cdfdb4e23 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5d8e459f-5904-4508-80a0-375da8ce6e87 HTTP/1.1" status: 200 len: 217 time: 0.0420284 Oct 05 20:23:59.587379 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port ed1c8db8-3987-4cdb-be27-b92626517d7e completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:23:59.599321 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port ed1c8db8-3987-4cdb-be27-b92626517d7e triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:23:59.600022 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:59.601449 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port ed1c8db8-3987-4cdb-be27-b92626517d7e Oct 05 20:23:59.617341 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-f37765df-a6f3-4a86-aca2-13fa70a1fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.619087 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-f37765df-a6f3-4a86-aca2-13fa70a1fcc3 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=b10eecba-fc1d-4bec-a6dc-c013c6aaad89 HTTP/1.1" status: 200 len: 848 time: 0.0547945 Oct 05 20:23:59.632642 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-225a1d18-2f37-4712-b624-745d3120c911 req-59db2275-f816-4305-8ec2-3643b9ddf519 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071832 Oct 05 20:23:59.672693 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-72601415-1efa-40ff-be5d-8315af8f4aa0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=239503aa-bfd9-4c9f-872c-79484a7b0a69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470936 Oct 05 20:23:59.674826 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-ee2c66a8-07c5-4ece-8ca7-54ed80df98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.676337 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-ee2c66a8-07c5-4ece-8ca7-54ed80df98cd service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.1593354 Oct 05 20:23:59.744664 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-7308b92a-314e-4e3e-b425-a53659b543ae service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d8ca08-27f5-4d47-969a-f9e88617fde0 HTTP/1.1" status: 200 len: 217 time: 0.0529304 Oct 05 20:23:59.800434 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-0014f3a1-5d9d-408d-9c5a-382329451971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.802249 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-0014f3a1-5d9d-408d-9c5a-382329451971 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0505047 Oct 05 20:23:59.806909 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-72ffe54c-8b02-4063-8d39-cba84b80c399 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161797 Oct 05 20:23:59.817549 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port ed1c8db8-3987-4cdb-be27-b92626517d7e is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:23:59.817932 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:59.830797 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:23:59.844260 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1c8db8-3987-4cdb-be27-b92626517d7e'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:23:59.846569 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f14f51b-aafe-413b-99aa-77c22596ceed" -d '{"events": [{"server_uuid": "d4189131-495b-4d78-9eb7-b69ea29c7b50", "name": "network-vif-plugged", "status": "completed", "tag": "ed1c8db8-3987-4cdb-be27-b92626517d7e"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:23:59.853991 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-4802547b-c94f-423b-a981-6c4656b8d378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:23:59.855736 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-4802547b-c94f-423b-a981-6c4656b8d378 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463626 Oct 05 20:23:59.859526 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port ed1c8db8-3987-4cdb-be27-b92626517d7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ed1c8db8-3987-4cdb-be27-b92626517d7e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:23:59.872458 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:23:59.909463 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d3f4af-4ed3-457e-b343-40e5c94b8212 x-openstack-request-id: req-63d3f4af-4ed3-457e-b343-40e5c94b8212 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:23:59.909874 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4189131-495b-4d78-9eb7-b69ea29c7b50", "name": "network-vif-plugged", "status": "completed", "tag": "ed1c8db8-3987-4cdb-be27-b92626517d7e", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:23:59.910130 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63d3f4af-4ed3-457e-b343-40e5c94b8212 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:23:59.910521 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d3f4af-4ed3-457e-b343-40e5c94b8212'] response: {'server_uuid': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'code': 200} Oct 05 20:23:59.930979 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-38f2de67-f084-4bf9-bace-2dd3adcda1dc req-04ec763a-f1bf-4683-9d2e-15f05e3646d6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081233 Oct 05 20:23:59.937401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=ed1c8db8-3987-4cdb-be27-b92626517d7e,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:23:59.965622 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-9816ac3c-b5d3-45c3-b7fe-41620ad13dfa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024809 Oct 05 20:24:00.142425 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8cf1bacb-f66b-4cb2-b49e-5e65ea90277b req-ec8b8968-84d8-4281-b6bb-3f7903a6d967 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064675 Oct 05 20:24:00.228314 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf43a65-9a80-4ef5-8a70-27236713b646 req-6423481a-fbd5-43eb-930b-a0d40d5cf763 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:00.229919 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5bf43a65-9a80-4ef5-8a70-27236713b646 req-6423481a-fbd5-43eb-930b-a0d40d5cf763 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0541117 Oct 05 20:24:00.269383 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:00.290359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6301f0b-12b1-4226-aa01-900cb832d1ac req-05ac0fa1-dd42-4d4d-a44a-771458b0a029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:00.291892 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e6301f0b-12b1-4226-aa01-900cb832d1ac req-05ac0fa1-dd42-4d4d-a44a-771458b0a029 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 1130 time: 0.0610662 Oct 05 20:24:00.314247 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16d932-bcc7-4c58-ba76-5cef99172e2a req-2b96d37a-8f95-4367-ac18-125eb857c014 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:00.315948 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f16d932-bcc7-4c58-ba76-5cef99172e2a req-2b96d37a-8f95-4367-ac18-125eb857c014 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 944 time: 0.0507674 Oct 05 20:24:00.318075 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5bf43a65-9a80-4ef5-8a70-27236713b646 req-c51cfd36-c62a-4250-ae00-9bbc9483743e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776887 Oct 05 20:24:00.370212 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e6301f0b-12b1-4226-aa01-900cb832d1ac req-89a1bdac-aa89-4365-bf6b-8137830e8a71 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460277 Oct 05 20:24:00.382589 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f16d932-bcc7-4c58-ba76-5cef99172e2a req-791222eb-421b-470b-a02c-26e3554159aa tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522137 Oct 05 20:24:00.747471 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315352a-83c8-4d1b-a1de-ad7c0c35017b req-27731de7-4380-4bae-8e89-c83c49692008 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:00.748960 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5315352a-83c8-4d1b-a1de-ad7c0c35017b req-27731de7-4380-4bae-8e89-c83c49692008 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 946 time: 0.0483365 Oct 05 20:24:00.798643 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5315352a-83c8-4d1b-a1de-ad7c0c35017b req-76b67129-7bb7-4213-80ab-8ae027dee812 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438242 Oct 05 20:24:01.143241 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48330) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:01.253125 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.333313 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Publish callbacks [] for security_group (c05b3c1d-783a-4518-b313-77544a247775), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.337000 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (c05b3c1d-783a-4518-b313-77544a247775), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.341495 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:01.379464 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c05b3c1d-783a-4518-b313-77544a247775,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:01.384747 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5a1b4f43e75d4169a7ef558fc2debce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403860 Oct 05 20:24:01.387759 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48336) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:01.390039 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.390331 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.390678 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.391026 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.391366 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.391700 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.392565 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.392565 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.392763 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.392984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.393310 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.393663 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.393991 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.394315 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.394634 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6b5fa0-f508-4e12-b895-cd9b7ac58711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.498594 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c23bf-4296-4a00-ae99-d56b3b16c338 req-de13a959-a0a3-4b8c-9e71-41c95a0c2eb8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:01.498933 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 5d8e459f-5904-4508-80a0-375da8ce6e87 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:24:01.500366 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7e3c23bf-4296-4a00-ae99-d56b3b16c338 req-de13a959-a0a3-4b8c-9e71-41c95a0c2eb8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0674407 Oct 05 20:24:01.501129 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Publish callbacks [] for security_group (c05b3c1d-783a-4518-b313-77544a247775), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.519687 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29135c39-0a7d-4b0b-80e8-a35bc21d90d6 req-b5ac5a98-546f-4299-9c04-68b131920313 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:01.521189 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-29135c39-0a7d-4b0b-80e8-a35bc21d90d6 req-b5ac5a98-546f-4299-9c04-68b131920313 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 944 time: 0.0532904 Oct 05 20:24:01.541969 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Publish callbacks [] for security_group (c05b3c1d-783a-4518-b313-77544a247775), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.577495 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-29135c39-0a7d-4b0b-80e8-a35bc21d90d6 req-0d59a301-e5ea-40fe-85bc-94a120db959d tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499609 Oct 05 20:24:01.599888 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:01.612739 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7e3c23bf-4296-4a00-ae99-d56b3b16c338 req-df3df570-8982-433e-bfe1-2d9f31885ff8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034956 Oct 05 20:24:01.623383 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 5d8e459f-5904-4508-80a0-375da8ce6e87, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5d8e459f-5904-4508-80a0-375da8ce6e87,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:01.635548 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '5d8e459f-5904-4508-80a0-375da8ce6e87', 'network_id': '239503aa-bfd9-4c9f-872c-79484a7b0a69', 'port_id': '5d8e459f-5904-4508-80a0-375da8ce6e87', 'mac_address': 'fa:16:3e:eb:df:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10eecba-fc1d-4bec-a6dc-c013c6aaad89', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:24:01.641542 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (c05b3c1d-783a-4518-b313-77544a247775), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.644507 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.645655 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c05b3c1d-783a-4518-b313-77544a247775 HTTP/1.1" status: 204 len: 168 time: 0.2563367 Oct 05 20:24:01.655937 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05b3c1d-783a-4518-b313-77544a247775,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:01.664851 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.665609 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.666136 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.666623 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.667102 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.667601 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.668067 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.668549 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.669013 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.669618 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.670379 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.671009 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.671730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.672187 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.672645 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae60f6df-e892-4872-b4e7-429125a3dde3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:01.684585 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 5d8e459f-5904-4508-80a0-375da8ce6e87 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:24:01.685158 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.703560 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8e459f-5904-4508-80a0-375da8ce6e87 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:24:01.732495 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 5d8e459f-5904-4508-80a0-375da8ce6e87, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5d8e459f-5904-4508-80a0-375da8ce6e87,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:01.736434 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.788173 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=5d8e459f-5904-4508-80a0-375da8ce6e87,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:01.942462 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866313e4-a59a-4287-8bd5-3e663812e6c1 req-5bd3f95e-debd-41f7-a181-d5f97cea4fef tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:01.943942 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-866313e4-a59a-4287-8bd5-3e663812e6c1 req-5bd3f95e-debd-41f7-a181-d5f97cea4fef tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 946 time: 0.0566673 Oct 05 20:24:01.952508 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48348) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:01.967956 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-823b6718-9e94-4ff7-b02a-8c91aa7fc3b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:01.991617 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:02.001862 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-866313e4-a59a-4287-8bd5-3e663812e6c1 req-e2e1cfc3-7e6c-4080-aaf9-2f808b8d17d6 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522377 Oct 05 20:24:02.051553 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-823b6718-9e94-4ff7-b02a-8c91aa7fc3b1 admin admin] Publish callbacks [] for security_group (fb10a6b5-60e3-4190-ab48-2812e52eda26), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:02.056556 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-823b6718-9e94-4ff7-b02a-8c91aa7fc3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (fb10a6b5-60e3-4190-ab48-2812e52eda26), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:02.098844 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-823b6718-9e94-4ff7-b02a-8c91aa7fc3b1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6121c8241c37402c88ec43864ea3c7b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1452217 Oct 05 20:24:02.099686 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b6718-9e94-4ff7-b02a-8c91aa7fc3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb10a6b5-60e3-4190-ab48-2812e52eda26,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:02.101631 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48350) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:02.157331 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8a58efa0-beb7-47fa-8757-fa2632ebf0b2 admin admin] Publish callbacks [] for security_group (fb10a6b5-60e3-4190-ab48-2812e52eda26), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:02.178677 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8a58efa0-beb7-47fa-8757-fa2632ebf0b2 admin admin] Publish callbacks [] for security_group (fb10a6b5-60e3-4190-ab48-2812e52eda26), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:02.229782 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8a58efa0-beb7-47fa-8757-fa2632ebf0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (fb10a6b5-60e3-4190-ab48-2812e52eda26), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:02.230296 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['5d8e459f-5904-4508-80a0-375da8ce6e87'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:24:02.232963 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8a58efa0-beb7-47fa-8757-fa2632ebf0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:02.234144 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8a58efa0-beb7-47fa-8757-fa2632ebf0b2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fb10a6b5-60e3-4190-ab48-2812e52eda26 HTTP/1.1" status: 204 len: 168 time: 0.1314766 Oct 05 20:24:02.242056 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58efa0-beb7-47fa-8757-fa2632ebf0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb10a6b5-60e3-4190-ab48-2812e52eda26,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:02.255453 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:02.712432 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7926f-396c-40a6-a579-4424a8f045e8 req-2079b31d-b54e-454b-ac20-753b4ae3e974 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:02.713994 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-14c7926f-396c-40a6-a579-4424a8f045e8 req-2079b31d-b54e-454b-ac20-753b4ae3e974 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 945 time: 0.0537863 Oct 05 20:24:02.750171 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d225cc-b67a-48e7-9806-d68ae9d1e1ce req-35886975-eff6-4dc7-9f78-15e620d6a581 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:02.751683 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-62d225cc-b67a-48e7-9806-d68ae9d1e1ce req-35886975-eff6-4dc7-9f78-15e620d6a581 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0559945 Oct 05 20:24:02.769784 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-14c7926f-396c-40a6-a579-4424a8f045e8 req-e683c9f5-0b41-43ca-b8db-a5213c3ce2db tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483701 Oct 05 20:24:02.809244 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-62d225cc-b67a-48e7-9806-d68ae9d1e1ce req-d0f0fe66-4b94-41e5-8c7d-23bf1d68c5bd tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511744 Oct 05 20:24:03.124933 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd436f-4733-438d-9512-22dad217b267 req-357e768a-23a0-444b-bbf4-126d05c94be6 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:03.126623 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3fbd436f-4733-438d-9512-22dad217b267 req-357e768a-23a0-444b-bbf4-126d05c94be6 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 946 time: 0.0519857 Oct 05 20:24:03.175639 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3fbd436f-4733-438d-9512-22dad217b267 req-f94ba917-eb0c-4a99-9449-5bd267af1cad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425458 Oct 05 20:24:03.303807 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00950f8-e3c6-472c-815e-795f3eae823b req-48b55d9c-8a59-40e6-8080-715f197f863e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:03.305397 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d00950f8-e3c6-472c-815e-795f3eae823b req-48b55d9c-8a59-40e6-8080-715f197f863e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 946 time: 0.0523267 Oct 05 20:24:03.316112 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48400) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:03.321248 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-f3e8aa5a-28f7-42d2-91e3-b26e21081fe0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'floatingip': {'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:24:03.389969 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3e8aa5a-28f7-42d2-91e3-b26e21081fe0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (a655c2ba-fe51-447a-8e3d-b3ea499a6fd2), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:03.422075 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:03.604191 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 5d8e459f-5904-4508-80a0-375da8ce6e87 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:24:03.654553 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 5d8e459f-5904-4508-80a0-375da8ce6e87 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:24:03.660534 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 5d8e459f-5904-4508-80a0-375da8ce6e87 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:24:03.660917 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:03.661263 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 5d8e459f-5904-4508-80a0-375da8ce6e87 Oct 05 20:24:03.759377 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 5d8e459f-5904-4508-80a0-375da8ce6e87 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:24:03.759770 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:03.791411 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337b8cef-1d31-4846-af34-178c3e57eb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8e459f-5904-4508-80a0-375da8ce6e87'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:24:03.794014 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef10936b-7cb1-4563-b6bc-ede5adc8ed41" -d '{"events": [{"server_uuid": "337b8cef-1d31-4846-af34-178c3e57eb4d", "name": "network-vif-plugged", "status": "completed", "tag": "5d8e459f-5904-4508-80a0-375da8ce6e87"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:24:03.806853 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 5d8e459f-5904-4508-80a0-375da8ce6e87, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5d8e459f-5904-4508-80a0-375da8ce6e87,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:03.811446 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:03.876398 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=5d8e459f-5904-4508-80a0-375da8ce6e87,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:03.905958 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e402428-36c2-48b8-b378-315cc786685b x-openstack-request-id: req-9e402428-36c2-48b8-b378-315cc786685b {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:24:03.907894 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337b8cef-1d31-4846-af34-178c3e57eb4d", "name": "network-vif-plugged", "status": "completed", "tag": "5d8e459f-5904-4508-80a0-375da8ce6e87", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:24:03.908220 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9e402428-36c2-48b8-b378-315cc786685b {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:24:03.910103 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e402428-36c2-48b8-b378-315cc786685b'] response: {'server_uuid': '337b8cef-1d31-4846-af34-178c3e57eb4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8e459f-5904-4508-80a0-375da8ce6e87', 'code': 200} Oct 05 20:24:04.022078 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6e4b6-8ad5-48df-9078-1040cbe134dc req-2a31a7e7-e835-4b6a-96a1-d887740503c4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:04.025978 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-63b6e4b6-8ad5-48df-9078-1040cbe134dc req-2a31a7e7-e835-4b6a-96a1-d887740503c4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0673659 Oct 05 20:24:04.028698 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0dba63-3482-4cdb-83f7-00d32a7bec34 req-ff1c1b24-2e7b-4a7f-aad8-9f3ec53fde82 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:04.030197 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4d0dba63-3482-4cdb-83f7-00d32a7bec34 req-ff1c1b24-2e7b-4a7f-aad8-9f3ec53fde82 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 946 time: 0.1052375 Oct 05 20:24:04.051278 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:04.079366 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3e8aa5a-28f7-42d2-91e3-b26e21081fe0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.083993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:04.094865 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3e8aa5a-28f7-42d2-91e3-b26e21081fe0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (a655c2ba-fe51-447a-8e3d-b3ea499a6fd2), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.108140 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-63b6e4b6-8ad5-48df-9078-1040cbe134dc req-63d66f5a-e5f4-4e15-86cb-ba67464b6a6c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769489 Oct 05 20:24:04.155124 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4d0dba63-3482-4cdb-83f7-00d32a7bec34 req-4636537c-46ff-4638-8eac-c6e6bbee0f99 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149921 Oct 05 20:24:04.237733 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec8424-4f66-47e8-b7c6-c0134a27d2fa req-012838b7-62b8-48b1-9b9b-13892980e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:04.239148 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-acec8424-4f66-47e8-b7c6-c0134a27d2fa req-012838b7-62b8-48b1-9b9b-13892980e94e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 1130 time: 0.0512936 Oct 05 20:24:04.240539 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [None req-f3e8aa5a-28f7-42d2-91e3-b26e21081fe0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Floating IP a655c2ba-fe51-447a-8e3d-b3ea499a6fd2 associated. External IP: 172.27.0.143, port: ed1c8db8-3987-4cdb-be27-b92626517d7e. Oct 05 20:24:04.375548 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48454) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:04.484979 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d04d-2cb7-4a15-be52-d651d4640677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.564276 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d04d-2cb7-4a15-be52-d651d4640677 admin admin] Publish callbacks [] for security_group (5eb748c4-65e1-4875-bf41-7a4d338042d8), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.568814 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8ff8d04d-2cb7-4a15-be52-d651d4640677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (5eb748c4-65e1-4875-bf41-7a4d338042d8), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.584221 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-acec8424-4f66-47e8-b7c6-c0134a27d2fa req-1eebedb3-3fe8-43b7-aa42-e11c73e6ff3d service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865686 Oct 05 20:24:04.604609 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8d04d-2cb7-4a15-be52-d651d4640677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb748c4-65e1-4875-bf41-7a4d338042d8,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:04.620364 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-8ff8d04d-2cb7-4a15-be52-d651d4640677 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3d145389e4eb4b79891a9fa69316b42f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436771 Oct 05 20:24:04.620995 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48460) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:04.673395 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2dd86948-3136-4e8f-a210-816e8b435fb0 admin admin] Publish callbacks [] for security_group (5eb748c4-65e1-4875-bf41-7a4d338042d8), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.694379 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2dd86948-3136-4e8f-a210-816e8b435fb0 admin admin] Publish callbacks [] for security_group (5eb748c4-65e1-4875-bf41-7a4d338042d8), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.702917 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e8aa5a-28f7-42d2-91e3-b26e21081fe0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:24:04.741603 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2dd86948-3136-4e8f-a210-816e8b435fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (5eb748c4-65e1-4875-bf41-7a4d338042d8), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.744155 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2dd86948-3136-4e8f-a210-816e8b435fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.745292 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2dd86948-3136-4e8f-a210-816e8b435fb0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5eb748c4-65e1-4875-bf41-7a4d338042d8 HTTP/1.1" status: 204 len: 168 time: 0.1233466 Oct 05 20:24:04.754379 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd86948-3136-4e8f-a210-816e8b435fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb748c4-65e1-4875-bf41-7a4d338042d8,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:04.796238 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:04.811280 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e8aa5a-28f7-42d2-91e3-b26e21081fe0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:24:04.816399 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3e8aa5a-28f7-42d2-91e3-b26e21081fe0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:04.822796 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:24:04.834792 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:24:04.835485 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:23:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:04.852789 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-f3e8aa5a-28f7-42d2-91e3-b26e21081fe0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/a655c2ba-fe51-447a-8e3d-b3ea499a6fd2 HTTP/1.1" status: 200 len: 992 time: 1.5356269 Oct 05 20:24:04.853754 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'tag': 'ed1c8db8-3987-4cdb-be27-b92626517d7e'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:24:04.857292 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4874aab5-cc81-4515-a179-0ba347c55ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "d4189131-495b-4d78-9eb7-b69ea29c7b50", "tag": "ed1c8db8-3987-4cdb-be27-b92626517d7e"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:24:04.900023 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df03637f-4f50-451b-8351-7a0819f51f5f x-openstack-request-id: req-df03637f-4f50-451b-8351-7a0819f51f5f {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:24:04.900255 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4189131-495b-4d78-9eb7-b69ea29c7b50", "tag": "ed1c8db8-3987-4cdb-be27-b92626517d7e", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:24:04.900496 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df03637f-4f50-451b-8351-7a0819f51f5f {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:24:04.900975 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df03637f-4f50-451b-8351-7a0819f51f5f'] response: {'name': 'network-changed', 'server_uuid': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'tag': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'status': 'completed', 'code': 200} Oct 05 20:24:04.959266 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:24:05.047871 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48472) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:05.061107 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-6fddb3dd-591d-46ef-8d4f-d596ea91dc8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:05.062273 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-68aca31a-8c55-4ced-b828-360044f83cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:05.064053 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-68aca31a-8c55-4ced-b828-360044f83cae service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 1130 time: 0.0429218 Oct 05 20:24:05.086278 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:05.106535 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:05.145498 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-6fddb3dd-591d-46ef-8d4f-d596ea91dc8b admin admin] Publish callbacks [] for security_group (b7566e23-527d-49b3-9667-806824dfec2d), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:05.152200 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-6fddb3dd-591d-46ef-8d4f-d596ea91dc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (b7566e23-527d-49b3-9667-806824dfec2d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:05.198536 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-6fddb3dd-591d-46ef-8d4f-d596ea91dc8b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=379e6c79d10d407f89956b61f8e695f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1472378 Oct 05 20:24:05.198536 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fddb3dd-591d-46ef-8d4f-d596ea91dc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7566e23-527d-49b3-9667-806824dfec2d,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:05.198921 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48478) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:05.260654 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'a655c2ba-fe51-447a-8e3d-b3ea499a6fd2', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:23:39Z', 'updated_at': '2022-10-05T20:24:03Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:05.275183 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffc81d-cca0-43f1-9042-65ad30a19d84 req-93b82d5e-d8ad-45dd-ab6b-d6435cd9d9c4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:05.276693 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d8ffc81d-cca0-43f1-9042-65ad30a19d84 req-93b82d5e-d8ad-45dd-ab6b-d6435cd9d9c4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0750868 Oct 05 20:24:05.286575 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:24:05.289456 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae09539d-3c5a-443f-8fdb-5c718a840afe req-e8638f55-5bfd-4865-a79c-132b1eb1cc3d tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:05.291022 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ae09539d-3c5a-443f-8fdb-5c718a840afe req-e8638f55-5bfd-4865-a79c-132b1eb1cc3d tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 946 time: 0.0478361 Oct 05 20:24:05.296661 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:24:05.297266 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:23:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:05.316577 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf6c2-8724-4148-8780-0a0bfd5237e8 admin admin] Publish callbacks [] for security_group (b7566e23-527d-49b3-9667-806824dfec2d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:05.345186 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ae09539d-3c5a-443f-8fdb-5c718a840afe req-0f278e84-f2f5-49f1-b6ba-ae838686e0d5 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472603 Oct 05 20:24:05.353924 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf6c2-8724-4148-8780-0a0bfd5237e8 admin admin] Publish callbacks [] for security_group (b7566e23-527d-49b3-9667-806824dfec2d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:05.367860 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d8ffc81d-cca0-43f1-9042-65ad30a19d84 req-08442db5-34a1-4266-b201-f148df528db2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814340 Oct 05 20:24:05.406607 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:24:05.411135 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf6c2-8724-4148-8780-0a0bfd5237e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (b7566e23-527d-49b3-9667-806824dfec2d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:05.413743 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c7fdf6c2-8724-4148-8780-0a0bfd5237e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:05.414921 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-c7fdf6c2-8724-4148-8780-0a0bfd5237e8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b7566e23-527d-49b3-9667-806824dfec2d HTTP/1.1" status: 204 len: 168 time: 0.2144818 Oct 05 20:24:05.422938 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdf6c2-8724-4148-8780-0a0bfd5237e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7566e23-527d-49b3-9667-806824dfec2d,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:05.437797 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:05.636550 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'a655c2ba-fe51-447a-8e3d-b3ea499a6fd2', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:23:39Z', 'updated_at': '2022-10-05T20:24:03Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:05.664455 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5942bf-9adf-4d5a-bf0c-a62b16c6ec23 None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'a655c2ba-fe51-447a-8e3d-b3ea499a6fd2', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:23:39Z', 'updated_at': '2022-10-05T20:24:03Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:24:05.720149 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:05.732055 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-562e9097-6eee-498b-8e2c-d46a0423725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:05.733838 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-562e9097-6eee-498b-8e2c-d46a0423725d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 916 time: 0.1372378 Oct 05 20:24:05.802550 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-de6dec44-f68d-4397-b7f2-e00467e1fa00 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ed1c8db8-3987-4cdb-be27-b92626517d7e HTTP/1.1" status: 200 len: 1000 time: 0.0612450 Oct 05 20:24:05.864354 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-d4342745-7f0e-49d3-bc6d-b2f62c81ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:05.865874 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-d4342745-7f0e-49d3-bc6d-b2f62c81ee23 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0509596 Oct 05 20:24:05.898666 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2592554-fd17-4eef-b95f-6838cd867ed1 None None] New status for floating IP a655c2ba-fe51-447a-8e3d-b3ea499a6fd2: ACTIVE {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:24:05.938456 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-144c3cc9-b369-4358-a9ca-a5ab09430011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:05.939955 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-144c3cc9-b369-4358-a9ca-a5ab09430011 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460246 Oct 05 20:24:06.048472 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-3f779bad-b9a2-4f78-a20c-a50ed9ef2327 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002092 Oct 05 20:24:06.479720 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8b4a3f-cd5f-4984-944d-7894ffbb613c req-d04d284d-c0ec-4bb8-bf8b-634c6cff6192 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:06.481599 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fe8b4a3f-cd5f-4984-944d-7894ffbb613c req-d04d284d-c0ec-4bb8-bf8b-634c6cff6192 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 946 time: 0.0539680 Oct 05 20:24:06.505707 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b25d4-5d70-4550-a44d-ce3e85ec73ca req-1c1857f3-75a4-4bfe-a8f0-bb5efaa607cb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:06.507330 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b86b25d4-5d70-4550-a44d-ce3e85ec73ca req-1c1857f3-75a4-4bfe-a8f0-bb5efaa607cb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0595720 Oct 05 20:24:06.538487 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fe8b4a3f-cd5f-4984-944d-7894ffbb613c req-917ce436-641b-4d9b-b90a-db42585fd601 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508287 Oct 05 20:24:06.561340 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b86b25d4-5d70-4550-a44d-ce3e85ec73ca req-61af22b3-5645-483d-a137-ba59e24b486e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477965 Oct 05 20:24:07.064960 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4874aab5-cc81-4515-a179-0ba347c55ba4 req-62c1bb29-7685-4b41-83d6-6156eceb15b1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914834 Oct 05 20:24:07.566182 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48570) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:07.684797 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e7f8bfe4-e0d8-4027-aad2-a775dcfad522 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:07.691670 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda4de-964f-4b8a-ba57-5cf3d532709c req-50140470-f1ef-4221-9253-c35021477345 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:07.693497 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7deda4de-964f-4b8a-ba57-5cf3d532709c req-50140470-f1ef-4221-9253-c35021477345 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0513096 Oct 05 20:24:07.737191 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:07.750081 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7deda4de-964f-4b8a-ba57-5cf3d532709c req-0f7eae64-1d1c-437e-bc0c-92fc0d081bb4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506649 Oct 05 20:24:07.775183 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e7f8bfe4-e0d8-4027-aad2-a775dcfad522 admin admin] Publish callbacks [] for security_group (75569072-60c2-46c6-b692-e2ee48ba0d55), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:07.782926 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e7f8bfe4-e0d8-4027-aad2-a775dcfad522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (75569072-60c2-46c6-b692-e2ee48ba0d55), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:07.830412 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e7f8bfe4-e0d8-4027-aad2-a775dcfad522 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fd3db8415d3c4691994d95c5c26a29b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632384 Oct 05 20:24:07.832985 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8bfe4-e0d8-4027-aad2-a775dcfad522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75569072-60c2-46c6-b692-e2ee48ba0d55,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:07.833296 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48582) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:07.858159 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:07.902096 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-62167d91-21ca-4aa5-ba58-67fea639de91 admin admin] Publish callbacks [] for security_group (75569072-60c2-46c6-b692-e2ee48ba0d55), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:07.923675 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-62167d91-21ca-4aa5-ba58-67fea639de91 admin admin] Publish callbacks [] for security_group (75569072-60c2-46c6-b692-e2ee48ba0d55), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:07.995386 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b3e0-66c8-4aed-a166-439996e74c63 req-28dbc5d0-40f1-4394-bcb5-07ab88e77b67 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:07.997449 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4310b3e0-66c8-4aed-a166-439996e74c63 req-28dbc5d0-40f1-4394-bcb5-07ab88e77b67 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 946 time: 0.0588062 Oct 05 20:24:08.026799 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-62167d91-21ca-4aa5-ba58-67fea639de91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (75569072-60c2-46c6-b692-e2ee48ba0d55), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:08.029347 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-62167d91-21ca-4aa5-ba58-67fea639de91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:08.030449 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-62167d91-21ca-4aa5-ba58-67fea639de91 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/75569072-60c2-46c6-b692-e2ee48ba0d55 HTTP/1.1" status: 204 len: 168 time: 0.1961019 Oct 05 20:24:08.047688 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62167d91-21ca-4aa5-ba58-67fea639de91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75569072-60c2-46c6-b692-e2ee48ba0d55,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:08.062923 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4310b3e0-66c8-4aed-a166-439996e74c63 req-7d5849ca-e8e1-4cd0-94b7-9bdaeeae42aa tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592601 Oct 05 20:24:08.309608 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48590) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:08.323254 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-10bca095-83ef-4593-b20b-318515f72be9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:08.377531 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:08.400940 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-10bca095-83ef-4593-b20b-318515f72be9 admin admin] Publish callbacks [] for security_group (8fd89b76-03da-4a57-88bb-09b4f9ba7497), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:08.404911 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-10bca095-83ef-4593-b20b-318515f72be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8fd89b76-03da-4a57-88bb-09b4f9ba7497), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:08.447173 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-10bca095-83ef-4593-b20b-318515f72be9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=19f82776e2ff44b287dc17c8aaf512d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365252 Oct 05 20:24:08.448025 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bca095-83ef-4593-b20b-318515f72be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fd89b76-03da-4a57-88bb-09b4f9ba7497,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:08.449995 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48592) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:08.499429 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f888bdb1-1786-48c3-a248-abffe809f733 admin admin] Publish callbacks [] for security_group (8fd89b76-03da-4a57-88bb-09b4f9ba7497), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:08.518599 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f888bdb1-1786-48c3-a248-abffe809f733 admin admin] Publish callbacks [] for security_group (8fd89b76-03da-4a57-88bb-09b4f9ba7497), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:08.564993 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f888bdb1-1786-48c3-a248-abffe809f733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8fd89b76-03da-4a57-88bb-09b4f9ba7497), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:08.567833 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f888bdb1-1786-48c3-a248-abffe809f733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:08.568990 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-f888bdb1-1786-48c3-a248-abffe809f733 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8fd89b76-03da-4a57-88bb-09b4f9ba7497 HTTP/1.1" status: 204 len: 168 time: 0.1180151 Oct 05 20:24:08.577619 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888bdb1-1786-48c3-a248-abffe809f733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fd89b76-03da-4a57-88bb-09b4f9ba7497,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:08.900199 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644be6ac-ed6c-4329-8f2e-d4137e746ab5 req-73c6a772-4302-4e65-8660-75673c430f8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:08.901888 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-644be6ac-ed6c-4329-8f2e-d4137e746ab5 req-73c6a772-4302-4e65-8660-75673c430f8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0712991 Oct 05 20:24:08.951086 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-644be6ac-ed6c-4329-8f2e-d4137e746ab5 req-1cc44cc7-1522-4fcb-91bf-37a9a3d9fbe2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432119 Oct 05 20:24:09.193393 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e3eb-0c1d-4642-81bb-f6182b83ee99 req-cf407e62-80c2-4732-b37e-3b9e4adcc20b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:09.194915 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3818e3eb-0c1d-4642-81bb-f6182b83ee99 req-cf407e62-80c2-4732-b37e-3b9e4adcc20b tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 946 time: 0.0529184 Oct 05 20:24:09.243160 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3818e3eb-0c1d-4642-81bb-f6182b83ee99 req-79e77d44-bf37-438b-a87a-e83fe3e97f17 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424936 Oct 05 20:24:10.088476 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe8bca-4429-463d-b3ed-6e54406a1196 req-9365a036-6d41-435f-abb4-a3c5e471cb69 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:10.090543 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e6fe8bca-4429-463d-b3ed-6e54406a1196 req-9365a036-6d41-435f-abb4-a3c5e471cb69 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0593886 Oct 05 20:24:10.140416 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e6fe8bca-4429-463d-b3ed-6e54406a1196 req-adc0e81c-9605-4c17-b84a-2b032e681d97 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Oct 05 20:24:10.357495 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:INSERT=9,neutron:SELECT=89,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:10.367329 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1811c01-fe85-4e66-b068-9e927bbf8366 req-cc5dbdc7-aa19-499b-b198-a87f23760985 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:10.369130 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a1811c01-fe85-4e66-b068-9e927bbf8366 req-cc5dbdc7-aa19-499b-b198-a87f23760985 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 946 time: 0.0505595 Oct 05 20:24:10.425793 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a1811c01-fe85-4e66-b068-9e927bbf8366 req-c9403f6e-1d8e-4a2c-bfc6-914175deac82 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=719c33b9-cfdf-4b9f-bffd-943eea7f4c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503614 Oct 05 20:24:10.819992 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-8f78835b-aa08-408b-9244-86952b16e9d9 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:10.821704 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-8f78835b-aa08-408b-9244-86952b16e9d9 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 946 time: 0.0479226 Oct 05 20:24:10.918876 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Deleting port 5d8e459f-5904-4508-80a0-375da8ce6e87 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:24:10.919215 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:11.007442 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] For port 5d8e459f-5904-4508-80a0-375da8ce6e87, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5d8e459f-5904-4508-80a0-375da8ce6e87,segment=NetworkSegment(db75e02d-3da6-4261-ade0-52e6572aa6a7),segment_id=db75e02d-3da6-4261-ade0-52e6572aa6a7)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:11.007808 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:11.020714 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Calling delete_port for 5d8e459f-5904-4508-80a0-375da8ce6e87 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:24:11.141075 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:11.153492 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (5d8e459f-5904-4508-80a0-375da8ce6e87), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:11.180275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Pushing event deleted for resources: {'Port': ['ID=5d8e459f-5904-4508-80a0-375da8ce6e87,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:11.223223 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['5d8e459f-5904-4508-80a0-375da8ce6e87'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:24:11.231808 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] No DVR routers for this DVR port 5d8e459f-5904-4508-80a0-375da8ce6e87 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:24:11.234512 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:11.237953 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80e1f14f-55e9-42f4-b936-de4e65700892 req-1fcca856-b445-4464-b369-dfc0a2c9318e tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.15 "DELETE /networking/v2.0/ports/5d8e459f-5904-4508-80a0-375da8ce6e87 HTTP/1.1" status: 204 len: 173 time: 0.4043455 Oct 05 20:24:11.238479 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '337b8cef-1d31-4846-af34-178c3e57eb4d', 'name': 'network-vif-deleted', 'tag': '5d8e459f-5904-4508-80a0-375da8ce6e87'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:24:11.240728 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1b4cc4-0193-4a47-96ab-b34cecf185a0" -d '{"events": [{"server_uuid": "337b8cef-1d31-4846-af34-178c3e57eb4d", "name": "network-vif-deleted", "tag": "5d8e459f-5904-4508-80a0-375da8ce6e87"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:24:11.264033 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b9a0b-50ff-427b-ba76-3020c5cc092f req-39890958-df27-4905-943b-a1d2ebb2da41 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:11.265604 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9a7b9a0b-50ff-427b-ba76-3020c5cc092f req-39890958-df27-4905-943b-a1d2ebb2da41 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0480318 Oct 05 20:24:11.280297 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e538db8-00af-4121-9286-9885086b7772 x-openstack-request-id: req-0e538db8-00af-4121-9286-9885086b7772 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:24:11.280588 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "337b8cef-1d31-4846-af34-178c3e57eb4d", "name": "network-vif-deleted", "tag": "5d8e459f-5904-4508-80a0-375da8ce6e87", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:24:11.280843 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e538db8-00af-4121-9286-9885086b7772 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:24:11.281249 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e538db8-00af-4121-9286-9885086b7772'] response: {'server_uuid': '337b8cef-1d31-4846-af34-178c3e57eb4d', 'name': 'network-vif-deleted', 'tag': '5d8e459f-5904-4508-80a0-375da8ce6e87', 'status': 'completed', 'code': 200} Oct 05 20:24:11.315002 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9a7b9a0b-50ff-427b-ba76-3020c5cc092f req-a369b340-96c5-42b1-8ea8-19a146654c5f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Oct 05 20:24:11.531364 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5bad1f77-e0c0-44dc-9532-0921e6ef2b61 req-439f9bf2-99d8-473a-afa0-d11fef830b1f tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 210 time: 0.0283623 Oct 05 20:24:12.410588 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b41a2-a728-4aa8-b202-d0174951dfdd req-1b6f805e-8afc-447f-beb0-164b6008de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:12.412090 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ac8b41a2-a728-4aa8-b202-d0174951dfdd req-1b6f805e-8afc-447f-beb0-164b6008de68 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 1130 time: 0.0426819 Oct 05 20:24:12.487289 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da9a1d-5af2-461a-a4c6-0230099021d1 req-b52158ed-5ad5-4952-81d0-2f9542bc1782 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:12.488768 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d8da9a1d-5af2-461a-a4c6-0230099021d1 req-b52158ed-5ad5-4952-81d0-2f9542bc1782 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0685844 Oct 05 20:24:12.515232 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ac8b41a2-a728-4aa8-b202-d0174951dfdd req-1d723562-1838-49b1-8393-758ada19f9f1 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863936 Oct 05 20:24:12.551901 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d8da9a1d-5af2-461a-a4c6-0230099021d1 req-d509be8a-979f-4099-95de-74168f697d1d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543156 Oct 05 20:24:12.664381 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1952f12c-2b16-42a1-8418-6d2fe2ddde0e req-e7b50127-f460-4d09-bbae-f364417a0df9 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 210 time: 0.0279207 Oct 05 20:24:12.846296 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab94bbc-242f-4e67-a008-48d08c769c23 req-894d3780-b367-44ae-bb57-feb81694a64d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:12.847842 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dab94bbc-242f-4e67-a008-48d08c769c23 req-894d3780-b367-44ae-bb57-feb81694a64d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0489354 Oct 05 20:24:12.913573 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dab94bbc-242f-4e67-a008-48d08c769c23 req-62d2f4f5-5599-4f7e-a5e9-23495d93b55e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574269 Oct 05 20:24:13.685756 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9886e7-eb59-474d-adae-5bb1f834543e req-c04cc2a4-6150-4665-b9b6-4f0b92bbc43e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:13.687275 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dc9886e7-eb59-474d-adae-5bb1f834543e req-c04cc2a4-6150-4665-b9b6-4f0b92bbc43e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0474780 Oct 05 20:24:13.739088 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dc9886e7-eb59-474d-adae-5bb1f834543e req-605887ea-02b4-436c-915f-be1a5c0df2bb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Oct 05 20:24:13.787347 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-28bdc850-76dc-49f3-87ab-af5a5bb32fa0 req-b2a884b8-f6f6-4af3-8200-7b5ce4fa1ab9 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 210 time: 0.0326252 Oct 05 20:24:14.044110 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1526cb-3c01-4ff4-8ea6-330f723281b9 req-d8c0d2b4-9839-4409-98ed-71b2ef87828a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:14.045561 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dd1526cb-3c01-4ff4-8ea6-330f723281b9 req-d8c0d2b4-9839-4409-98ed-71b2ef87828a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0501821 Oct 05 20:24:14.093062 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dd1526cb-3c01-4ff4-8ea6-330f723281b9 req-8cf1e910-890b-4dec-aa4a-2f0bb76c6b02 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419028 Oct 05 20:24:14.864080 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6ed1f-16a1-4626-95c7-4cc80b5a4abc req-7d07529d-575b-4f96-9f99-eed7f23d5707 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:14.865584 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3ec6ed1f-16a1-4626-95c7-4cc80b5a4abc req-7d07529d-575b-4f96-9f99-eed7f23d5707 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0496876 Oct 05 20:24:14.877799 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:14.905553 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e94f8600-7858-4970-bd48-fb8b07cebda3 req-0b8d506b-07f1-46b6-bbb0-0d3fefe4b302 tempest-VolumesActionsTest-1436632453 tempest-VolumesActionsTest-1436632453-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=337b8cef-1d31-4846-af34-178c3e57eb4d HTTP/1.1" status: 200 len: 210 time: 0.0285435 Oct 05 20:24:14.917155 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3ec6ed1f-16a1-4626-95c7-4cc80b5a4abc req-2d41e4e9-ab04-42ee-9791-eed7aff1f2a4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450516 Oct 05 20:24:15.206826 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2368f93d-7cc9-45ed-8538-add52f641894 req-dacff81e-a37f-4349-80a0-8b6d411b5a4a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:15.208334 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2368f93d-7cc9-45ed-8538-add52f641894 req-dacff81e-a37f-4349-80a0-8b6d411b5a4a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0576177 Oct 05 20:24:15.258442 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf13ff5-671b-4bdb-85e4-3af05e255f2d req-1f2e8259-83ce-481b-a948-bcfd044328ce tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:15.259921 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-baf13ff5-671b-4bdb-85e4-3af05e255f2d req-1f2e8259-83ce-481b-a948-bcfd044328ce tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0836611 Oct 05 20:24:15.262993 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2368f93d-7cc9-45ed-8538-add52f641894 req-b0baf268-99eb-4c8d-adcc-2e0597f48d30 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489466 Oct 05 20:24:15.263612 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-2ef6b17c-49bb-4dbd-b356-2b8c89478dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:15.264971 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-2ef6b17c-49bb-4dbd-b356-2b8c89478dc8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 1130 time: 0.0569680 Oct 05 20:24:15.358534 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-baf13ff5-671b-4bdb-85e4-3af05e255f2d req-8df498e1-c7fb-4cdb-8fb0-1e274a19f2c3 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923510 Oct 05 20:24:15.386208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-6573e80c-1aba-4261-9b99-d235f1ebbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:15.387601 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-6573e80c-1aba-4261-9b99-d235f1ebbc0f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.1082461 Oct 05 20:24:15.431343 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-41082663-292a-4f76-90e8-cf7c0106729d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c HTTP/1.1" status: 200 len: 217 time: 0.0359025 Oct 05 20:24:15.478946 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-276490f3-35b6-4212-a5b0-4926c3cac65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:15.480946 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-276490f3-35b6-4212-a5b0-4926c3cac65b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0433176 Oct 05 20:24:15.521872 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-6e0a7db7-fdb2-485b-866e-cb31fe1a9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:15.523291 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-6e0a7db7-fdb2-485b-866e-cb31fe1a9102 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0368285 Oct 05 20:24:15.600878 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 5d8e459f-5904-4508-80a0-375da8ce6e87 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:24:15.616316 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-6623bfac-db98-48ea-a94b-951d54b1a8b4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861189 Oct 05 20:24:15.619990 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 5d8e459f-5904-4508-80a0-375da8ce6e87 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:24:15.620328 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 5d8e459f-5904-4508-80a0-375da8ce6e87 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:24:15.708480 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b0097a1-728f-4ceb-a656-d46c6709d22f req-2956ec59-a52d-45c6-82d4-6664438e181d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856197 Oct 05 20:24:16.384384 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:16.393981 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93346e-2e3e-4798-809c-ef2152c0140f req-404f5457-828d-4a86-8b6d-53e39943f3ba tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:16.395536 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fd93346e-2e3e-4798-809c-ef2152c0140f req-404f5457-828d-4a86-8b6d-53e39943f3ba tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0538533 Oct 05 20:24:16.451189 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fd93346e-2e3e-4798-809c-ef2152c0140f req-6309c4a7-d786-4eba-a8a8-c278ec9fdc8a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476656 Oct 05 20:24:16.501654 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b46f2e-e2f8-4a6f-95e0-2754b30f7a48 req-5bfbbfa6-41ca-4139-9e19-bc035431ebd0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:16.503251 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24b46f2e-e2f8-4a6f-95e0-2754b30f7a48 req-5bfbbfa6-41ca-4139-9e19-bc035431ebd0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0496330 Oct 05 20:24:16.555021 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24b46f2e-e2f8-4a6f-95e0-2754b30f7a48 req-4d80cae7-6eef-442d-9d85-9c0f60ab354c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456498 Oct 05 20:24:17.174800 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-76bc7427-daeb-4040-a3d5-4992c19ae7f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:17.571343 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cc8de-211a-4d15-96fd-fcc8c63fb0a6 req-3c311cd3-4f92-4aa0-8d90-ff82c4775dd0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:17.572782 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f14cc8de-211a-4d15-96fd-fcc8c63fb0a6 req-3c311cd3-4f92-4aa0-8d90-ff82c4775dd0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0464067 Oct 05 20:24:17.620453 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f14cc8de-211a-4d15-96fd-fcc8c63fb0a6 req-df2cd583-9639-428c-a7a4-ae6e5230e1ec tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421624 Oct 05 20:24:17.677254 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:17.686354 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170199d4-9866-48fd-9bb6-22ba8c70b7fb req-580c5c2d-d658-4f60-9c82-982c3032ccea tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:17.687827 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-170199d4-9866-48fd-9bb6-22ba8c70b7fb req-580c5c2d-d658-4f60-9c82-982c3032ccea tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0472627 Oct 05 20:24:17.734491 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-170199d4-9866-48fd-9bb6-22ba8c70b7fb req-24725cc4-78ca-46d7-bb97-f83306547915 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408320 Oct 05 20:24:17.781528 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:17.788603 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:18.745037 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8db0a0-b22d-42c8-b5cb-3b15b00cd976 req-2327a4b7-6881-4bc5-879a-215b6f3f403e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:18.746540 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f8db0a0-b22d-42c8-b5cb-3b15b00cd976 req-2327a4b7-6881-4bc5-879a-215b6f3f403e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0466204 Oct 05 20:24:18.798938 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f8db0a0-b22d-42c8-b5cb-3b15b00cd976 req-7a25a7ef-3640-42a3-bb38-fe1a8c826169 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468476 Oct 05 20:24:18.863048 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c4189-232e-4ed2-8d27-a4a5062b71f3 req-a32a953c-da7e-46fa-bba5-7f268a8e03bd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:18.864461 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-371c4189-232e-4ed2-8d27-a4a5062b71f3 req-a32a953c-da7e-46fa-bba5-7f268a8e03bd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0508928 Oct 05 20:24:18.914130 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-371c4189-232e-4ed2-8d27-a4a5062b71f3 req-c2e08fe9-a5ae-40e8-bad4-5402cb5fc2c0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439348 Oct 05 20:24:19.534395 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-d1c4486a-ae0f-4503-aec3-207bb098b080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:19.917409 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41fd5-651e-4742-9044-04e071516e7b req-7f028cf4-56e6-408b-a6b0-d083a385eee9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:19.918873 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f8f41fd5-651e-4742-9044-04e071516e7b req-7f028cf4-56e6-408b-a6b0-d083a385eee9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0462651 Oct 05 20:24:19.974078 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f8f41fd5-651e-4742-9044-04e071516e7b req-a33bf02c-75b9-48de-bb74-a5691e5c570c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496037 Oct 05 20:24:20.049944 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5a073-5e68-41dc-8b52-dfed5c2059f2 req-ec48ae36-12e5-4d1b-8c6e-a17a288da947 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:20.051467 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b8e5a073-5e68-41dc-8b52-dfed5c2059f2 req-ec48ae36-12e5-4d1b-8c6e-a17a288da947 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0464854 Oct 05 20:24:20.098743 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b8e5a073-5e68-41dc-8b52-dfed5c2059f2 req-b5d19fc5-3f2d-42c0-b27f-b9006ef584fd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419362 Oct 05 20:24:20.906060 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:21.099495 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf54d8f-0265-44c4-8929-5a6184d92f7a req-36c86c5c-acd5-4abd-94d2-52341459f4e9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:21.101016 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3cf54d8f-0265-44c4-8929-5a6184d92f7a req-36c86c5c-acd5-4abd-94d2-52341459f4e9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0516479 Oct 05 20:24:21.162302 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3cf54d8f-0265-44c4-8929-5a6184d92f7a req-63161c3d-f0c9-4bd2-a272-e42456a14dac tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545835 Oct 05 20:24:21.248726 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1f9f4-2726-4e78-856b-c8ecdf5685ce req-22130aaa-c38d-467d-9447-581716e94bcd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:21.250244 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8ac1f9f4-2726-4e78-856b-c8ecdf5685ce req-22130aaa-c38d-467d-9447-581716e94bcd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0473542 Oct 05 20:24:21.306603 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8ac1f9f4-2726-4e78-856b-c8ecdf5685ce req-3d421c09-4aca-4700-a6f7-2b2d00b3ca6e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506237 Oct 05 20:24:22.373480 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3880b-ae91-4566-86a2-a29db957cd7b req-0709b1ef-b3b6-46a9-970f-f59c5f35988b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:22.383398 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-acb3880b-ae91-4566-86a2-a29db957cd7b req-0709b1ef-b3b6-46a9-970f-f59c5f35988b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.1278837 Oct 05 20:24:22.403618 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:22.522011 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-acb3880b-ae91-4566-86a2-a29db957cd7b req-4a78c5d2-1ef9-4166-a987-be55d34f6b74 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348150 Oct 05 20:24:22.564531 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:22.589584 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7acea-fcb1-4f5c-b51b-046416f64609 req-50aad58e-985a-4d53-80a6-8b815a150a6f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:22.600471 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53b7acea-fcb1-4f5c-b51b-046416f64609 req-50aad58e-985a-4d53-80a6-8b815a150a6f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.1131785 Oct 05 20:24:22.681307 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-53b7acea-fcb1-4f5c-b51b-046416f64609 req-8f49a884-1a07-43bf-83c5-f4771a65fee4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793633 Oct 05 20:24:22.693811 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:22.826928 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:24:22.891723 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48968) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:23.047634 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0f80dd4e-74cf-4053-848d-4a5443781986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.149752 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0f80dd4e-74cf-4053-848d-4a5443781986 admin admin] Publish callbacks [] for security_group (9612f54b-dce1-4caa-9b09-b6644e949a93), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.155318 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0f80dd4e-74cf-4053-848d-4a5443781986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (9612f54b-dce1-4caa-9b09-b6644e949a93), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.216024 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48980) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:23.222098 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-0f80dd4e-74cf-4053-848d-4a5443781986 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=12092a09a40c4d8b8bd6e857d981fa84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285646 Oct 05 20:24:23.223338 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80dd4e-74cf-4053-848d-4a5443781986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9612f54b-dce1-4caa-9b09-b6644e949a93,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:23.277135 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:23.284558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-62673445-cbfe-448c-9f4b-645be220686e admin admin] Publish callbacks [] for security_group (9612f54b-dce1-4caa-9b09-b6644e949a93), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.304713 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-62673445-cbfe-448c-9f4b-645be220686e admin admin] Publish callbacks [] for security_group (9612f54b-dce1-4caa-9b09-b6644e949a93), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.353768 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-62673445-cbfe-448c-9f4b-645be220686e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (9612f54b-dce1-4caa-9b09-b6644e949a93), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.356237 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-62673445-cbfe-448c-9f4b-645be220686e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.357363 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-62673445-cbfe-448c-9f4b-645be220686e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9612f54b-dce1-4caa-9b09-b6644e949a93 HTTP/1.1" status: 204 len: 168 time: 0.1398056 Oct 05 20:24:23.365261 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62673445-cbfe-448c-9f4b-645be220686e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9612f54b-dce1-4caa-9b09-b6644e949a93,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:23.653154 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 48988) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:23.667834 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f6c5259c-97b6-402b-ac73-c74d6f73a5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.765873 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f6c5259c-97b6-402b-ac73-c74d6f73a5af admin admin] Publish callbacks [] for security_group (6b3459a2-024f-4baa-8b90-e8049250f006), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.771318 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f6c5259c-97b6-402b-ac73-c74d6f73a5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6b3459a2-024f-4baa-8b90-e8049250f006), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.825621 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16a96c-b2dd-4149-96ee-4a525beacad0 req-fe9caef4-eb38-4852-95a0-2395dae19d3d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:23.834856 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4d16a96c-b2dd-4149-96ee-4a525beacad0 req-fe9caef4-eb38-4852-95a0-2395dae19d3d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0606794 Oct 05 20:24:23.843784 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-f6c5259c-97b6-402b-ac73-c74d6f73a5af admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=553cb799de5f4cf3a170e778c343ba50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1869888 Oct 05 20:24:23.844816 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 48992) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:23.847875 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5259c-97b6-402b-ac73-c74d6f73a5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3459a2-024f-4baa-8b90-e8049250f006,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:23.942343 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4d16a96c-b2dd-4149-96ee-4a525beacad0 req-f3d790e4-83df-4e52-93ad-e99340cf019f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053884 Oct 05 20:24:23.969538 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7817ea05-23ad-444b-b1bb-491752589ea9 admin admin] Publish callbacks [] for security_group (6b3459a2-024f-4baa-8b90-e8049250f006), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:23.973336 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:23.997569 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7817ea05-23ad-444b-b1bb-491752589ea9 admin admin] Publish callbacks [] for security_group (6b3459a2-024f-4baa-8b90-e8049250f006), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.069532 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7817ea05-23ad-444b-b1bb-491752589ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6b3459a2-024f-4baa-8b90-e8049250f006), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.075730 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7817ea05-23ad-444b-b1bb-491752589ea9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.077930 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-7817ea05-23ad-444b-b1bb-491752589ea9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6b3459a2-024f-4baa-8b90-e8049250f006 HTTP/1.1" status: 204 len: 168 time: 0.2312315 Oct 05 20:24:24.110854 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7817ea05-23ad-444b-b1bb-491752589ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3459a2-024f-4baa-8b90-e8049250f006,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:24.189589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 49004) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:24.196953 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-12191b25-2545-4064-be2a-b986594e6034 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1698941291', 'description': 'tempest-description--45386564'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:24:24.229363 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12191b25-2545-4064-be2a-b986594e6034 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.254462 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:24.331762 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12191b25-2545-4064-be2a-b986594e6034 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group (6d23cf8c-6ea1-4a4d-92c5-235d778e24ad), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.337165 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12191b25-2545-4064-be2a-b986594e6034 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6d23cf8c-6ea1-4a4d-92c5-235d778e24ad), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.369223 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12191b25-2545-4064-be2a-b986594e6034 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:24.389842 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12191b25-2545-4064-be2a-b986594e6034 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.389842 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-12191b25-2545-4064-be2a-b986594e6034 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1906137 Oct 05 20:24:24.389842 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 49010) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:24.405769 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-d0b0cc67-a6c3-4bc1-9f6f-593e4997e81e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Request body: {'security_group_rule': {'security_group_id': '6d23cf8c-6ea1-4a4d-92c5-235d778e24ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:24:24.435090 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cc67-a6c3-4bc1-9f6f-593e4997e81e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group_rule (636bc848-94b4-4287-9f16-d2df52f609f1), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.507748 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cc67-a6c3-4bc1-9f6f-593e4997e81e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group_rule (636bc848-94b4-4287-9f16-d2df52f609f1), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.514464 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cc67-a6c3-4bc1-9f6f-593e4997e81e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (636bc848-94b4-4287-9f16-d2df52f609f1), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.538745 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0cc67-a6c3-4bc1-9f6f-593e4997e81e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636bc848-94b4-4287-9f16-d2df52f609f1,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:24.546686 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d0b0cc67-a6c3-4bc1-9f6f-593e4997e81e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.548415 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d0b0cc67-a6c3-4bc1-9f6f-593e4997e81e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1622398 Oct 05 20:24:24.551621 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 49012) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:24.557211 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-5e4d91cf-f02f-46ae-9c43-d13794d75675 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Request body: {'security_group_rule': {'security_group_id': '6d23cf8c-6ea1-4a4d-92c5-235d778e24ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:24:24.595352 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5e4d91cf-f02f-46ae-9c43-d13794d75675 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group_rule (a6e3d098-17b0-4bdd-98c7-a91f5310274f), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.666143 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5e4d91cf-f02f-46ae-9c43-d13794d75675 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group_rule (a6e3d098-17b0-4bdd-98c7-a91f5310274f), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.670247 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5e4d91cf-f02f-46ae-9c43-d13794d75675 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (a6e3d098-17b0-4bdd-98c7-a91f5310274f), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.692538 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d91cf-f02f-46ae-9c43-d13794d75675 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6e3d098-17b0-4bdd-98c7-a91f5310274f,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:24.704491 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5e4d91cf-f02f-46ae-9c43-d13794d75675 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.705734 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-5e4d91cf-f02f-46ae-9c43-d13794d75675 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1522222 Oct 05 20:24:24.710325 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 49014) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:24.715383 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:24:24.743999 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.833274 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:24.952960 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Allocated IP 172.27.0.194 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/356ef1b2-4308-4e1c-b9ac-2683eaa49690) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:24:24.958151 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:25.084311 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for port (356ef1b2-4308-4e1c-b9ac-2683eaa49690), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:25.095916 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec7a40-053b-4a26-80bf-27ea36a0b23b req-acb7d77e-3d6c-4793-bbba-1ad2205aad2a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:25.103649 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4eec7a40-053b-4a26-80bf-27ea36a0b23b req-acb7d77e-3d6c-4793-bbba-1ad2205aad2a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0682325 Oct 05 20:24:25.123948 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (356ef1b2-4308-4e1c-b9ac-2683eaa49690), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:25.157260 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4eec7a40-053b-4a26-80bf-27ea36a0b23b req-b92fb426-ad6f-4c7c-8d66-e0c85fd399ce tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522227 Oct 05 20:24:25.165399 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:24:25.170762 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:24:25.174552 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:24:25.179678 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event updated for resources: {'Port': ['ID=356ef1b2-4308-4e1c-b9ac-2683eaa49690,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:25.185044 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:INSERT=9,neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:25.269018 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for floatingip (eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:25.349073 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (356ef1b2-4308-4e1c-b9ac-2683eaa49690), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:25.543122 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for port (356ef1b2-4308-4e1c-b9ac-2683eaa49690), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:25.547479 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (356ef1b2-4308-4e1c-b9ac-2683eaa49690), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:25.548253 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:25.598149 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:25.599423 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8875167 Oct 05 20:24:25.609333 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df55ef-4de6-4443-b056-90641e01d063 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event updated for resources: {'Port': ['ID=356ef1b2-4308-4e1c-b9ac-2683eaa49690,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:25.836716 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-0ee6f46a-d5d4-499d-9bac-f0a66b12d425 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1698941291&fields=id&tenant_id=07f868da50254a68bc692bca433d2699 HTTP/1.1" status: 200 len: 267 time: 0.0509782 Oct 05 20:24:25.957285 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-f3bd6021-c9a6-46b4-a391-884a8e355db3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:25.958827 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-f3bd6021-c9a6-46b4-a391-884a8e355db3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 817 time: 0.1124465 Oct 05 20:24:25.974574 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-4813a7d0-8fea-47a2-8502-e74dc303a49d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/quotas/07f868da50254a68bc692bca433d2699 HTTP/1.1" status: 200 len: 375 time: 0.0096633 Oct 05 20:24:26.034741 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-9f8a6975-5d2e-445e-9083-e9f6abbe66f1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0520785 Oct 05 20:24:26.153291 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e6c9b264-b053-4af5-9a84-33fd8831d185 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051202 Oct 05 20:24:26.240393 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:26.268782 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-aa4b321f-6481-42e5-84b5-9296b02eed6b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073339 Oct 05 20:24:26.336902 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbec43d-096b-4662-943b-a8a88a7f6e95 req-ff168791-fda5-4c07-ad26-1260b783eeee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:26.338549 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ddbec43d-096b-4662-943b-a8a88a7f6e95 req-ff168791-fda5-4c07-ad26-1260b783eeee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0722911 Oct 05 20:24:26.403412 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ddbec43d-096b-4662-943b-a8a88a7f6e95 req-960496b6-83c1-435a-834b-9f2078c2a8f8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568256 Oct 05 20:24:26.508721 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-08a37f9c-0fad-469a-b891-ba20657774a5 req-ee2573a3-cce3-4199-9f28-efc2e5c99d45 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0379159 Oct 05 20:24:27.574089 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:27.615583 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07dda-e551-467b-ac8f-94e5b759c55c req-86c30a78-8995-4ce2-89b0-b4d2146bbfa1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:27.624860 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5cc07dda-e551-467b-ac8f-94e5b759c55c req-86c30a78-8995-4ce2-89b0-b4d2146bbfa1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0929806 Oct 05 20:24:27.632843 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:27.689311 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5cc07dda-e551-467b-ac8f-94e5b759c55c req-067e9b06-d280-461c-aedc-4e215ad8bc6d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632141 Oct 05 20:24:27.693721 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0f7bf0f6-8886-4083-8e09-60ecf32ce50b req-88c8c52d-d45d-49ac-aeaf-1887417e035e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0376222 Oct 05 20:24:28.832961 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cfe970af-ee89-4c74-98a1-c416bab293ab req-8d9174f9-8958-4825-84b3-0dd6d715e18f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0306897 Oct 05 20:24:28.836282 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16fbc5-87f8-4339-8afb-ded3d48b2069 req-a4e502f7-a18f-4977-b770-54cacfac4651 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:28.838565 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-df16fbc5-87f8-4339-8afb-ded3d48b2069 req-a4e502f7-a18f-4977-b770-54cacfac4651 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0569921 Oct 05 20:24:28.901025 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-df16fbc5-87f8-4339-8afb-ded3d48b2069 req-30981fb1-b6e2-4403-b632-a3c6b73d7031 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509248 Oct 05 20:24:29.964092 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-34646c44-2a68-47e5-b766-896815c84980 req-dd954535-327c-469e-aaee-5f3c0611b2ff tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0384057 Oct 05 20:24:30.037131 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381e67f-249f-4a1c-a98c-644f8601fa07 req-f379c9b9-47ae-40d2-ab2d-40403f229bad tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:30.045280 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4381e67f-249f-4a1c-a98c-644f8601fa07 req-f379c9b9-47ae-40d2-ab2d-40403f229bad tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0541835 Oct 05 20:24:30.069204 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:30.103921 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4381e67f-249f-4a1c-a98c-644f8601fa07 req-9575c37b-67d8-4a2b-9514-cc2a266275e6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577972 Oct 05 20:24:31.078256 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-58ab40ef-71e5-4656-8c24-49e1a85caf31 req-114b8217-250f-4d89-92a6-b41ae6cccf0a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0333061 Oct 05 20:24:31.268854 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afadba-d58b-41f7-959b-d8eb414838a9 req-34a2401d-2b55-43f5-ab61-ded38a908dc2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:31.270643 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e3afadba-d58b-41f7-959b-d8eb414838a9 req-34a2401d-2b55-43f5-ab61-ded38a908dc2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0665514 Oct 05 20:24:31.336254 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e3afadba-d58b-41f7-959b-d8eb414838a9 req-b027b997-2303-4cfa-a4b4-ca964e0cdab1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581033 Oct 05 20:24:32.003410 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-6f395e73-ebea-4bfd-9d1d-44fee6442b3b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:32.005739 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-6f395e73-ebea-4bfd-9d1d-44fee6442b3b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 817 time: 0.1704438 Oct 05 20:24:32.214089 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e7cfd312-40ee-43d8-be10-74af3bed3793 req-8a78666d-b98f-412b-9f12-aa105af462a4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0350592 Oct 05 20:24:32.490564 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-1e95b775-1d90-4b3e-89e4-c4391fc28138 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=07f868da50254a68bc692bca433d2699 HTTP/1.1" status: 200 len: 380 time: 0.1002216 Oct 05 20:24:32.528213 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c00fdd-d093-45c2-867a-2edb65c4a4f7 req-82aa72bb-85c1-4fef-9d00-6a724360e1b7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:32.530492 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-10c00fdd-d093-45c2-867a-2edb65c4a4f7 req-82aa72bb-85c1-4fef-9d00-6a724360e1b7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0498552 Oct 05 20:24:32.582382 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-10c00fdd-d093-45c2-867a-2edb65c4a4f7 req-ded63ee3-98d6-48d0-8a52-26efc8adee28 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462818 Oct 05 20:24:33.346826 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ef7842c-3215-4cfb-b611-4a0eb014ae2a req-1d386ad6-a115-431b-9604-dc6a1b746055 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0434754 Oct 05 20:24:33.936486 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0543c-683d-4b8b-8456-8fac0ef42173 req-e4d9c3cc-102a-4f96-836b-e66db25c4b3e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:33.937959 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-37a0543c-683d-4b8b-8456-8fac0ef42173 req-e4d9c3cc-102a-4f96-836b-e66db25c4b3e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.2622716 Oct 05 20:24:33.995857 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-37a0543c-683d-4b8b-8456-8fac0ef42173 req-b617dc42-90c1-4164-8614-595f79e5c2ef tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504937 Oct 05 20:24:34.471498 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-60bd443a-1e4a-4885-9350-562e676a69a3 req-caa62660-873d-4f6a-b576-86c1747cdfd0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0381536 Oct 05 20:24:34.935748 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:24:35.063362 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:35.102568 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '179ef3ed-c463-418f-b678-aaee7de5535e', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'port_id': '179ef3ed-c463-418f-b678-aaee7de5535e', 'mac_address': 'fa:16:3e:5e:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:24:35.156984 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 179ef3ed-c463-418f-b678-aaee7de5535e is: ACTIVE; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:24:35.157644 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:35.171258 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:35.173408 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 179ef3ed-c463-418f-b678-aaee7de5535e {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:24:35.196366 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:35.201445 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:35.211011 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96eb8-bee5-4b11-9443-56c674e5b649 req-5b1eca63-880b-4f20-a305-e02243885b3d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:35.225400 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a5f96eb8-bee5-4b11-9443-56c674e5b649 req-5b1eca63-880b-4f20-a305-e02243885b3d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.1027026 Oct 05 20:24:35.279795 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=6']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:35.289011 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.289362 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.289921 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.290282 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.290619 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.290953 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.291282 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.291611 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.292076 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.292424 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.292757 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.293097 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.293432 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.293770 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.294093 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:24:35.305686 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a5f96eb8-bee5-4b11-9443-56c674e5b649 req-83e00368-66f5-43a3-a103-904b43fad469 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734611 Oct 05 20:24:35.589557 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dede59a0-087c-4d62-9c7e-fca494a1852d req-9ea795b5-d8c8-4530-bc07-4fa4f2ba8ae6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0310192 Oct 05 20:24:35.876599 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Request body: {'port': {'device_id': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'admin_state_up': True, 'tenant_id': '07f868da50254a68bc692bca433d2699', 'security_groups': ['6d23cf8c-6ea1-4a4d-92c5-235d778e24ad']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:24:36.037259 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Made reservation on behalf of 07f868da50254a68bc692bca433d2699 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:24:36.041173 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:36.197378 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['179ef3ed-c463-418f-b678-aaee7de5535e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:24:36.248876 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=77,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:36.280153 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Allocated IP 172.20.0.7 (cc456dbc-ea96-4537-b89e-3b9562b74ec1/1ef392cc-ffaa-4403-910d-80abb0183da2/1c54cda3-3ed7-4392-b95f-fb3527c84492) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:24:36.405526 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:36.654416 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17638f56-7b3d-4b79-bee8-409b33d4daea req-03a54985-5177-43c9-af06-e0cd53eda8b6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:36.662132 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-17638f56-7b3d-4b79-bee8-409b33d4daea req-03a54985-5177-43c9-af06-e0cd53eda8b6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 944 time: 0.2403638 Oct 05 20:24:36.693933 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:36.717032 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f867b09-8bc6-41ad-8eab-9ece98c23156 req-5a809089-9e37-49ae-ac60-b2d6e2d17914 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:36.719452 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7f867b09-8bc6-41ad-8eab-9ece98c23156 req-5a809089-9e37-49ae-ac60-b2d6e2d17914 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0868616 Oct 05 20:24:36.756810 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:36.808657 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:24:36.816408 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:24:36.818086 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7f867b09-8bc6-41ad-8eab-9ece98c23156 req-2275bdc1-76d2-4381-b6bc-7165a4878c7c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827754 Oct 05 20:24:36.824504 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:24:36.843303 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-17638f56-7b3d-4b79-bee8-409b33d4daea req-29bee53f-3a88-4c37-ba8a-acbee06c0950 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740716 Oct 05 20:24:36.904293 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event updated for resources: {'Port': ['ID=1c54cda3-3ed7-4392-b95f-fb3527c84492,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:36.916384 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:36.946251 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:36.946920 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:36.970334 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-e504f68c-21aa-4840-bf90-aaa6fddfae8f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0988410 Oct 05 20:24:36.997315 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cbbf9-bc21-4a48-b6a3-d6e06a359f1a req-fd11221b-3412-44c0-8247-7b11089a1eb0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:36.998593 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Request body: {'port': {'device_id': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:24:37.000190 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-973cbbf9-bc21-4a48-b6a3-d6e06a359f1a req-fd11221b-3412-44c0-8247-7b11089a1eb0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 931 time: 0.0659907 Oct 05 20:24:37.115457 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:37.116394 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-973cbbf9-bc21-4a48-b6a3-d6e06a359f1a req-08882e10-0a43-4a16-9e73-08646b043ff5 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083956 Oct 05 20:24:37.157195 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-8c5024c0-94cb-41a1-85a3-c96b71dd0db6 None None] Provisioning complete for port 1c54cda3-3ed7-4392-b95f-fb3527c84492 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:24:37.157580 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8c5024c0-94cb-41a1-85a3-c96b71dd0db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:37.157966 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-8c5024c0-94cb-41a1-85a3-c96b71dd0db6 None None] Attempt 1 to provision port 1c54cda3-3ed7-4392-b95f-fb3527c84492 Oct 05 20:24:37.202823 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-8c5024c0-94cb-41a1-85a3-c96b71dd0db6 None None] Port 1c54cda3-3ed7-4392-b95f-fb3527c84492 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:24:37.489744 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c54cda3-3ed7-4392-b95f-fb3527c84492 {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:24:37.496448 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:37.499455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Publish callbacks [] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:37.518092 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Transition to ACTIVE for port object 1c54cda3-3ed7-4392-b95f-fb3527c84492 will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:24:37.523421 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:37.596199 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Pushing event updated for resources: {'Port': ['ID=1c54cda3-3ed7-4392-b95f-fb3527c84492,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:37.656666 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Attempting to bind port 1c54cda3-3ed7-4392-b95f-fb3527c84492 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:24:37.657359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Attempting to bind port 1c54cda3-3ed7-4392-b95f-fb3527c84492 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:24:37.657359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Attempting to bind port 1c54cda3-3ed7-4392-b95f-fb3527c84492 on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:24:37.718200 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Port 1c54cda3-3ed7-4392-b95f-fb3527c84492 on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:24:37.719586 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Attempting to bind port 1c54cda3-3ed7-4392-b95f-fb3527c84492 on network cc456dbc-ea96-4537-b89e-3b9562b74ec1 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:24:37.789873 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:24:37.790212 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Checking segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:24:37.790637 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Bound using segment: {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:24:37.791388 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Bound port: 1c54cda3-3ed7-4392-b95f-fb3527c84492, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffb147de-57ad-424b-aaef-69b4c3516583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:24:37.791758 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:37.904225 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] For port 1c54cda3-3ed7-4392-b95f-fb3527c84492, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:24:37.907941 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] For port 1c54cda3-3ed7-4392-b95f-fb3527c84492, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:24:37.916345 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:37.950751 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:24:38.065900 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a1b0e-645e-4cd0-b265-8fe9b615b895 req-7052d39c-bbd4-4b30-a548-dad333284608 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:38.068597 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dc3a1b0e-645e-4cd0-b265-8fe9b615b895 req-7052d39c-bbd4-4b30-a548-dad333284608 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 944 time: 0.0868616 Oct 05 20:24:38.071537 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 179ef3ed-c463-418f-b678-aaee7de5535e triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:24:38.071903 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:38.072241 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 179ef3ed-c463-418f-b678-aaee7de5535e Oct 05 20:24:38.189462 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dc3a1b0e-645e-4cd0-b265-8fe9b615b895 req-90b268df-dc9d-4b98-8520-7e88dfdc256c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148365 Oct 05 20:24:38.237799 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 179ef3ed-c463-418f-b678-aaee7de5535e is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:24:38.238325 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:38.309317 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:24:38.312757 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1632aa72-45c0-46a3-83b9-476e16b06cc8" -d '{"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-plugged", "status": "completed", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:24:38.317896 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:38.322942 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:38.323566 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:38.324994 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/1c54cda3-3ed7-4392-b95f-fb3527c84492 HTTP/1.1" status: 200 len: 1093 time: 1.3316879 Oct 05 20:24:38.332430 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:38.337346 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:24:38.339663 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:24:38.379385 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b786ea1a-1f96-4b10-9bd7-87879c699c47 service neutron] Pushing event updated for resources: {'Port': ['ID=1c54cda3-3ed7-4392-b95f-fb3527c84492,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:38.403563 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b445e4-21ae-448e-b822-38c9f945a817 req-e054c8c1-9c35-4805-ac48-4cb345989045 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:38.404918 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16062c-93e9-4854-9743-4a3676955d05 req-e940a3d8-dd83-4a3e-a5ed-e07294b96805 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:38.405161 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-82b445e4-21ae-448e-b822-38c9f945a817 req-e054c8c1-9c35-4805-ac48-4cb345989045 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0689874 Oct 05 20:24:38.414355 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5c16062c-93e9-4854-9743-4a3676955d05 req-e940a3d8-dd83-4a3e-a5ed-e07294b96805 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 943 time: 0.1102438 Oct 05 20:24:38.430737 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:38.473969 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=7']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:38.475855 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-82b445e4-21ae-448e-b822-38c9f945a817 req-1ebe0b34-ad4d-4d41-96e0-63347fc55471 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646160 Oct 05 20:24:38.525564 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-fd0d13bb-95a5-4d65-b08c-a19bbb7d5805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:38.525564 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-fd0d13bb-95a5-4d65-b08c-a19bbb7d5805 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 1127 time: 0.0570171 Oct 05 20:24:38.536854 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5c16062c-93e9-4854-9743-4a3676955d05 req-f0661d5e-2207-46c8-b79e-289d92f63308 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171823 Oct 05 20:24:38.621386 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881645b9-fa85-44ef-a3cb-75b87cf0e41b x-openstack-request-id: req-881645b9-fa85-44ef-a3cb-75b87cf0e41b {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:24:38.621736 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-plugged", "status": "completed", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:24:38.622054 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-881645b9-fa85-44ef-a3cb-75b87cf0e41b {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:24:38.622431 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-791973ea-3d02-4857-bdd9-e4d92aa43136 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492 HTTP/1.1" status: 200 len: 217 time: 0.0891252 Oct 05 20:24:38.623312 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881645b9-fa85-44ef-a3cb-75b87cf0e41b'] response: {'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e', 'code': 200} Oct 05 20:24:38.641780 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b285eef9-540d-4386-91e2-ca64c3b54fc3 x-openstack-request-id: req-b285eef9-540d-4386-91e2-ca64c3b54fc3 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:24:38.642078 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:24:38.642410 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b285eef9-540d-4386-91e2-ca64c3b54fc3 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:24:38.642819 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b285eef9-540d-4386-91e2-ca64c3b54fc3'] response: {'name': 'network-changed', 'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'status': 'completed', 'code': 200} Oct 05 20:24:38.808786 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-aa5935dc-538a-49b0-878a-4f57eaa89c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:38.810218 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-aa5935dc-538a-49b0-878a-4f57eaa89c54 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0800533 Oct 05 20:24:38.895450 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-789dbdf8-e1e4-4b32-8993-ca251b3e5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:38.899119 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-789dbdf8-e1e4-4b32-8993-ca251b3e5b4e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0828757 Oct 05 20:24:39.118571 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-08b29f7f-fb61-4163-ae89-c1b13d1e7a4c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081821 Oct 05 20:24:39.284916 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c5e2496-9a29-46d3-ad5c-7d9ded196df3 req-bd1a16b7-4fa7-4304-bbc1-a98d46183f2a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550829 Oct 05 20:24:39.367793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79604fc-54c3-48df-985c-760e25f1f01d req-02a0e706-129d-47bd-8a9a-b01eb098b881 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:39.369455 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b79604fc-54c3-48df-985c-760e25f1f01d req-02a0e706-129d-47bd-8a9a-b01eb098b881 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0604360 Oct 05 20:24:39.444735 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b79604fc-54c3-48df-985c-760e25f1f01d req-273f0cfe-eb1c-4621-bb08-447f7608f2bc tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615051 Oct 05 20:24:39.662468 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166be63-501a-43c2-b26c-39f379260703 req-17e94256-6061-44fc-8622-7f0e777c7a44 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:39.666112 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5166be63-501a-43c2-b26c-39f379260703 req-17e94256-6061-44fc-8622-7f0e777c7a44 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0655074 Oct 05 20:24:39.686087 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:39.693856 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5000892b-7af0-41f5-806a-0c722a488ad1 req-c461e7f7-d7d0-4be3-91ab-16a6ad2718f7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:39.695530 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5000892b-7af0-41f5-806a-0c722a488ad1 req-c461e7f7-d7d0-4be3-91ab-16a6ad2718f7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 943 time: 0.0603611 Oct 05 20:24:39.722488 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5166be63-501a-43c2-b26c-39f379260703 req-b12ddd42-d4ea-4e7c-b46b-f3f8be477972 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522387 Oct 05 20:24:39.793870 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5000892b-7af0-41f5-806a-0c722a488ad1 req-078b7b61-56e6-4335-bd24-121753c54afe tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796185 Oct 05 20:24:40.573395 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:40.597835 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e18c966-20b9-476d-a15b-7bcb8b6107cb req-577b804a-9056-45f4-92c0-074df8ae5646 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:40.599964 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7e18c966-20b9-476d-a15b-7bcb8b6107cb req-577b804a-9056-45f4-92c0-074df8ae5646 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0583258 Oct 05 20:24:40.658569 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7e18c966-20b9-476d-a15b-7bcb8b6107cb req-ffb11c6e-c2e8-4d1a-a99f-5a44e297adc0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528512 Oct 05 20:24:40.908290 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e6798-594e-4dcb-9371-13d3f7ec3054 req-502f7246-a359-452a-a7b3-82de3517d7b6 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:40.915609 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b62e6798-594e-4dcb-9371-13d3f7ec3054 req-502f7246-a359-452a-a7b3-82de3517d7b6 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0746071 Oct 05 20:24:40.945793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-bfd00953-0075-4acc-a8d1-6682198b8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:40.947277 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-bfd00953-0075-4acc-a8d1-6682198b8290 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 1127 time: 0.1214995 Oct 05 20:24:40.976107 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:40.989055 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a3e3b-2c76-4049-97df-d17fd96c0e92 req-bda83c18-c2a7-422c-a574-e971841d4603 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:40.990979 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e61a3e3b-2c76-4049-97df-d17fd96c0e92 req-bda83c18-c2a7-422c-a574-e971841d4603 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 943 time: 0.0790424 Oct 05 20:24:41.058348 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e61a3e3b-2c76-4049-97df-d17fd96c0e92 req-bf70947b-8e5a-4378-bbc2-0fb511b63682 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582275 Oct 05 20:24:41.099411 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b62e6798-594e-4dcb-9371-13d3f7ec3054 req-f9493041-65af-4ed0-85a7-73270e77e6f7 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1829641 Oct 05 20:24:41.170826 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-c922687f-9fa6-474f-884d-d1f39f34ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:41.170826 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-c922687f-9fa6-474f-884d-d1f39f34ed7e service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.2133391 Oct 05 20:24:41.235253 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-7b2125d4-0d73-4369-9810-34a4ce61de0f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492 HTTP/1.1" status: 200 len: 217 time: 0.0483625 Oct 05 20:24:41.321177 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-0013afd2-57a3-4ad4-8f3c-ec2e334cdb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:41.321177 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-0013afd2-57a3-4ad4-8f3c-ec2e334cdb97 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0700488 Oct 05 20:24:41.378170 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-a46287b2-c8c3-4ed3-a610-72bc8989cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:41.379746 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-a46287b2-c8c3-4ed3-a610-72bc8989cd10 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0564523 Oct 05 20:24:41.491445 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-81f9cc5b-8d38-4365-ae4a-ec373ac74a4b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031358 Oct 05 20:24:41.641979 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-29dc3ef7-ba03-4a00-acb6-d447a91ab6d2 req-a7df3b75-b449-4ab2-a8d3-881deea19ea1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385112 Oct 05 20:24:41.827848 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668f22c-2a07-4674-94e8-3cd97872cc9e req-845896e5-a608-4862-86e3-963b0bf30612 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:41.829649 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a668f22c-2a07-4674-94e8-3cd97872cc9e req-845896e5-a608-4862-86e3-963b0bf30612 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0626152 Oct 05 20:24:41.895203 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a668f22c-2a07-4674-94e8-3cd97872cc9e req-645778db-fe72-4d38-b01c-feea6f182fb1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590317 Oct 05 20:24:42.214252 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b2faa-9852-44db-a7ef-fa29cd0f5770 req-0e7d2862-7744-4f35-8b71-421689a13def tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:42.216604 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f1b2faa-9852-44db-a7ef-fa29cd0f5770 req-0e7d2862-7744-4f35-8b71-421689a13def tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 943 time: 0.0718086 Oct 05 20:24:42.279728 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:42.288442 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae77f8-0840-4a90-ac00-0629761aba9b req-84dd86a3-93b2-4f7e-a91e-cc7f5b850d96 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:42.297789 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8dae77f8-0840-4a90-ac00-0629761aba9b req-84dd86a3-93b2-4f7e-a91e-cc7f5b850d96 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0685074 Oct 05 20:24:42.300078 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f1b2faa-9852-44db-a7ef-fa29cd0f5770 req-90704011-d45a-458b-9e51-de4f220922b6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773509 Oct 05 20:24:42.349928 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8dae77f8-0840-4a90-ac00-0629761aba9b req-6886a8f5-7c0b-4540-825f-152dbf255851 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510898 Oct 05 20:24:42.776502 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=9 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:42.799402 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=19 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:42.931919 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 49374) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:42.984809 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-eebc50ca-e0ad-4ffe-8eef-af1811eb1087 admin admin] Deleting subnet b10eecba-fc1d-4bec-a6dc-c013c6aaad89 {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:24:42.988904 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-eebc50ca-e0ad-4ffe-8eef-af1811eb1087 admin admin] Publish callbacks [] for subnet (b10eecba-fc1d-4bec-a6dc-c013c6aaad89), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.064606 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-eebc50ca-e0ad-4ffe-8eef-af1811eb1087 admin admin] Publish callbacks [] for subnet (b10eecba-fc1d-4bec-a6dc-c013c6aaad89), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.073992 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a2f23-d9ce-4df8-a699-4363f517f66d req-4417a850-8e2a-4d00-9bed-df61af21d8ee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:43.075637 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f8a2f23-d9ce-4df8-a699-4363f517f66d req-4417a850-8e2a-4d00-9bed-df61af21d8ee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0668378 Oct 05 20:24:43.084116 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-eebc50ca-e0ad-4ffe-8eef-af1811eb1087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (b10eecba-fc1d-4bec-a6dc-c013c6aaad89), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.162367 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f8a2f23-d9ce-4df8-a699-4363f517f66d req-99f19a10-f4ac-400c-a647-af056319aab9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795934 Oct 05 20:24:43.185498 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-eebc50ca-e0ad-4ffe-8eef-af1811eb1087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (b10eecba-fc1d-4bec-a6dc-c013c6aaad89), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.214879 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-eebc50ca-e0ad-4ffe-8eef-af1811eb1087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.219468 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-eebc50ca-e0ad-4ffe-8eef-af1811eb1087 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/b10eecba-fc1d-4bec-a6dc-c013c6aaad89 HTTP/1.1" status: 204 len: 168 time: 0.2864747 Oct 05 20:24:43.221006 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebc50ca-e0ad-4ffe-8eef-af1811eb1087 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10eecba-fc1d-4bec-a6dc-c013c6aaad89,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:43.222124 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 49378) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:43.304515 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (239503aa-bfd9-4c9f-872c-79484a7b0a69), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.404847 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:43.433498 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (239503aa-bfd9-4c9f-872c-79484a7b0a69), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.467747 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b49f2-1129-4c10-9cdb-1d57ad120972 req-cbcf9a7e-d744-4330-93d2-9266c6306bd5 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:43.469577 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-808b49f2-1129-4c10-9cdb-1d57ad120972 req-cbcf9a7e-d744-4330-93d2-9266c6306bd5 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 943 time: 0.0796006 Oct 05 20:24:43.471453 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239503aa-bfd9-4c9f-872c-79484a7b0a69']}} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:43.506167 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db75e02d-3da6-4261-ade0-52e6572aa6a7') {'for_net_delete': True} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:43.506564 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db75e02d-3da6-4261-ade0-52e6572aa6a7') {} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:43.519707 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60665724'] for segment (db75e02d-3da6-4261-ade0-52e6572aa6a7), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.521359 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e69b96-8e27-499f-a521-d9bc7ac454e7 req-ab9071c5-033a-4b43-a800-5f0cba92af47 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:43.531548 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-07e69b96-8e27-499f-a521-d9bc7ac454e7 req-ab9071c5-033a-4b43-a800-5f0cba92af47 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0690682 Oct 05 20:24:43.547637 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (db75e02d-3da6-4261-ade0-52e6572aa6a7), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.572484 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-808b49f2-1129-4c10-9cdb-1d57ad120972 req-748fab33-e409-4343-9d83-8bfdaab3b43c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952134 Oct 05 20:24:43.580912 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=106133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:24:43.580912 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60664151'] for segment (db75e02d-3da6-4261-ade0-52e6572aa6a7), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.619180 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-07e69b96-8e27-499f-a521-d9bc7ac454e7 req-4b7c4fe5-4c42-41d5-a54a-ac626ed2ca46 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864530 Oct 05 20:24:43.646727 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment db75e02d-3da6-4261-ade0-52e6572aa6a7 resource provider aggregate not found Oct 05 20:24:43.676755 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment db75e02d-3da6-4261-ade0-52e6572aa6a7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db75e02d-3da6-4261-ade0-52e6572aa6a7 found for delete ", "request_id": "req-77f94587-93b1-4cc7-95ad-6aff6ff7fc0b"}]} Oct 05 20:24:43.689031 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (239503aa-bfd9-4c9f-872c-79484a7b0a69), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.701471 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:43.705286 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/239503aa-bfd9-4c9f-872c-79484a7b0a69 HTTP/1.1" status: 204 len: 168 time: 0.4818120 Oct 05 20:24:43.718565 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c1c648-4e51-44d1-ba96-d1378be8fe47 admin admin] Pushing event deleted for resources: {'Network': ['ID=239503aa-bfd9-4c9f-872c-79484a7b0a69,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:43.935271 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 1c54cda3-3ed7-4392-b95f-fb3527c84492 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:24:43.997044 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 49398) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:44.055113 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 1c54cda3-3ed7-4392-b95f-fb3527c84492, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:44.068311 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-820e297b-57de-4cba-8879-f8182d73b7e4 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=25c983389ecf447c9ca4bd6ca01b5a32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695059 Oct 05 20:24:44.069872 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'port_id': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'mac_address': 'fa:16:3e:0f:8d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:24:44.072667 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 49400) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:44.102865 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e38718-f9d6-4289-b092-ff90b9da15ed req-78829b59-f180-44c0-96ba-992d7fd5c252 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:44.110049 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-74e38718-f9d6-4289-b092-ff90b9da15ed req-78829b59-f180-44c0-96ba-992d7fd5c252 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0897353 Oct 05 20:24:44.117663 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 1c54cda3-3ed7-4392-b95f-fb3527c84492 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:24:44.118056 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:44.187785 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-14db876d-3740-4fa2-af23-ccb6e61063ca admin admin] Publish callbacks [] for security_group (719c33b9-cfdf-4b9f-bffd-943eea7f4c98), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:44.201035 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-74e38718-f9d6-4289-b092-ff90b9da15ed req-c1063545-3be1-4e3c-b271-757dcef0d831 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896668 Oct 05 20:24:44.240440 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-14db876d-3740-4fa2-af23-ccb6e61063ca admin admin] Publish callbacks [] for security_group (719c33b9-cfdf-4b9f-bffd-943eea7f4c98), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:44.265652 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c54cda3-3ed7-4392-b95f-fb3527c84492 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:24:44.280579 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:44.291440 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 1c54cda3-3ed7-4392-b95f-fb3527c84492, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:44.301148 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:44.318465 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-14db876d-3740-4fa2-af23-ccb6e61063ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (719c33b9-cfdf-4b9f-bffd-943eea7f4c98), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:44.322648 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-14db876d-3740-4fa2-af23-ccb6e61063ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:44.329285 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-14db876d-3740-4fa2-af23-ccb6e61063ca admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/719c33b9-cfdf-4b9f-bffd-943eea7f4c98 HTTP/1.1" status: 204 len: 168 time: 0.2553577 Oct 05 20:24:44.337558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db876d-3740-4fa2-af23-ccb6e61063ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719c33b9-cfdf-4b9f-bffd-943eea7f4c98,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:44.387547 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=1c54cda3-3ed7-4392-b95f-fb3527c84492,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:44.408385 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8540c8-6a61-4755-9e82-668cba1b9113 req-a1f04454-3a59-465e-97a6-66c791780000 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:44.409990 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6f8540c8-6a61-4755-9e82-668cba1b9113 req-a1f04454-3a59-465e-97a6-66c791780000 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0962150 Oct 05 20:24:44.487598 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6f8540c8-6a61-4755-9e82-668cba1b9113 req-81a6f4c5-64d0-4ba9-976c-9f3902eb4221 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621879 Oct 05 20:24:44.738848 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4882e3-8793-4219-9a9f-4e3f2c280ee5 req-870cb6fe-38e7-41fc-9d9d-79e0885aa412 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:44.745453 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ec4882e3-8793-4219-9a9f-4e3f2c280ee5 req-870cb6fe-38e7-41fc-9d9d-79e0885aa412 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 944 time: 0.0906167 Oct 05 20:24:44.776408 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['1c54cda3-3ed7-4392-b95f-fb3527c84492'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:24:44.825180 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ec4882e3-8793-4219-9a9f-4e3f2c280ee5 req-06ba3a6d-9e93-4646-aba8-571b4117d18d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766966 Oct 05 20:24:44.842821 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04506992-9dae-4866-854c-0688c21cbc51 req-c0b32b2b-1f61-465e-a494-9a8402c96663 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:44.845806 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-04506992-9dae-4866-854c-0688c21cbc51 req-c0b32b2b-1f61-465e-a494-9a8402c96663 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0960376 Oct 05 20:24:44.910416 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:44.922120 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-04506992-9dae-4866-854c-0688c21cbc51 req-4e901b37-2597-42b6-af97-75d89313f0e9 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701602 Oct 05 20:24:45.320425 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:45.343151 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d6f8f-e92a-4a89-81cb-ddd534ef6550 req-2a061d0a-908b-415d-87c7-11a17d9437f4 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:45.350345 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f87d6f8f-e92a-4a89-81cb-ddd534ef6550 req-2a061d0a-908b-415d-87c7-11a17d9437f4 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0591500 Oct 05 20:24:45.372852 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:45.410481 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f87d6f8f-e92a-4a89-81cb-ddd534ef6550 req-7df53d91-93f9-4bc2-9b9b-021c614d4ac2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590332 Oct 05 20:24:45.649341 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce31a72-ed08-4e36-ac3c-ab77acb851f1 req-ed09094f-f9b3-4d64-abda-f9940a63e958 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:45.651610 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ce31a72-ed08-4e36-ac3c-ab77acb851f1 req-ed09094f-f9b3-4d64-abda-f9940a63e958 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0691364 Oct 05 20:24:45.732735 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ce31a72-ed08-4e36-ac3c-ab77acb851f1 req-6f24703b-5c67-4784-8ad2-703bc5b75867 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732293 Oct 05 20:24:45.993237 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 1c54cda3-3ed7-4392-b95f-fb3527c84492 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:24:46.088691 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829e1a2-6604-4e09-a86e-ebd337f81f3b req-58512d88-c411-4fc9-8322-99128dd2747a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:46.093314 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5829e1a2-6604-4e09-a86e-ebd337f81f3b req-58512d88-c411-4fc9-8322-99128dd2747a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 944 time: 0.1728017 Oct 05 20:24:46.128310 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 1c54cda3-3ed7-4392-b95f-fb3527c84492 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:24:46.146801 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 1c54cda3-3ed7-4392-b95f-fb3527c84492 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:24:46.147209 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:46.147426 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf4227-d4d9-424b-be25-9fb0d8908b91 req-8316de9a-6046-46d2-84a9-f56b2870f745 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:46.147882 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 1c54cda3-3ed7-4392-b95f-fb3527c84492 Oct 05 20:24:46.157858 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-eddf4227-d4d9-424b-be25-9fb0d8908b91 req-8316de9a-6046-46d2-84a9-f56b2870f745 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0848227 Oct 05 20:24:46.202453 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5829e1a2-6604-4e09-a86e-ebd337f81f3b req-8abf561d-f014-4c7d-9e74-3731165ae2be tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018691 Oct 05 20:24:46.277556 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-ceb9af03-866e-4bca-973a-853c6fa25e89 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:46.280036 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-ceb9af03-866e-4bca-973a-853c6fa25e89 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0969911 Oct 05 20:24:46.281074 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 1c54cda3-3ed7-4392-b95f-fb3527c84492 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:24:46.281542 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:46.286059 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-eddf4227-d4d9-424b-be25-9fb0d8908b91 req-00927ab4-a139-46d8-8d22-e45334ff012f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273880 Oct 05 20:24:46.329337 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:24:46.332937 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3f17f3-934a-43f3-81a5-d5cdf7c0ba54" -d '{"events": [{"server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "name": "network-vif-plugged", "status": "completed", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:24:46.337625 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 1c54cda3-3ed7-4392-b95f-fb3527c84492, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:46.343824 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:46.398193 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730510da-c69c-4390-8df7-6d19dae3df63 x-openstack-request-id: req-730510da-c69c-4390-8df7-6d19dae3df63 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:24:46.398498 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "name": "network-vif-plugged", "status": "completed", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:24:46.398751 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-730510da-c69c-4390-8df7-6d19dae3df63 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:24:46.399195 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730510da-c69c-4390-8df7-6d19dae3df63'] response: {'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'code': 200} Oct 05 20:24:46.412940 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=1c54cda3-3ed7-4392-b95f-fb3527c84492,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:46.413176 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Deleting port ab41397f-21da-4863-a97b-9e600a47ad52 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:24:46.413356 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:46.486178 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:46.561622 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] For port ab41397f-21da-4863-a97b-9e600a47ad52, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ab41397f-21da-4863-a97b-9e600a47ad52,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:46.562076 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:46.633214 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Calling delete_port for ab41397f-21da-4863-a97b-9e600a47ad52 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:24:46.665892 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de55f3e-b384-4c6f-b1b4-2e807edf5b46 req-4929ab88-e7d1-41b1-8894-d4bfded7ac43 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:46.668311 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1de55f3e-b384-4c6f-b1b4-2e807edf5b46 req-4929ab88-e7d1-41b1-8894-d4bfded7ac43 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 946 time: 0.0970500 Oct 05 20:24:46.680438 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20659bcc-bef0-40be-9c29-6b862c930354 req-09977d49-0be8-4b88-a70b-de2a5dec8089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:46.682635 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-20659bcc-bef0-40be-9c29-6b862c930354 req-09977d49-0be8-4b88-a70b-de2a5dec8089 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 1129 time: 0.0551283 Oct 05 20:24:46.709162 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:46.748419 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-20659bcc-bef0-40be-9c29-6b862c930354 req-cffd693b-e49a-4334-a07e-df26cd0b1882 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576372 Oct 05 20:24:46.792303 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1de55f3e-b384-4c6f-b1b4-2e807edf5b46 req-55f6d421-6bd4-446d-b339-4a17de2f00a0 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937023 Oct 05 20:24:46.884028 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (ab41397f-21da-4863-a97b-9e600a47ad52), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:46.904274 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768a7a8-c700-48dd-ad67-5a272c0147ee req-ec15b6de-58d8-4353-bdda-17b60df8f1cd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:46.906166 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a768a7a8-c700-48dd-ad67-5a272c0147ee req-ec15b6de-58d8-4353-bdda-17b60df8f1cd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0657265 Oct 05 20:24:46.928100 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['ab41397f-21da-4863-a97b-9e600a47ad52'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:24:46.959348 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Pushing event deleted for resources: {'Port': ['ID=ab41397f-21da-4863-a97b-9e600a47ad52,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:46.986120 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a768a7a8-c700-48dd-ad67-5a272c0147ee req-00adf8e2-7521-4e4f-88aa-3bb9afc4f168 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724945 Oct 05 20:24:47.012411 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] No DVR routers for this DVR port ab41397f-21da-4863-a97b-9e600a47ad52 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:24:47.015344 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:47.018700 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b5c1cfae-e53c-42f3-916b-e2029e43b355 req-2b55c193-3c37-4ec3-800e-196b8851bbc2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.15 "DELETE /networking/v2.0/ports/ab41397f-21da-4863-a97b-9e600a47ad52 HTTP/1.1" status: 204 len: 173 time: 0.7317028 Oct 05 20:24:47.019266 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c5126d-2b2b-4cc9-a187-511c93edaa78', 'name': 'network-vif-deleted', 'tag': 'ab41397f-21da-4863-a97b-9e600a47ad52'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:24:47.021641 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c9f665-a033-4639-bd84-1f1ff5b12617" -d '{"events": [{"server_uuid": "52c5126d-2b2b-4cc9-a187-511c93edaa78", "name": "network-vif-deleted", "tag": "ab41397f-21da-4863-a97b-9e600a47ad52"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:24:47.065223 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba95cf7-d3f1-45e3-ba4b-8631010b06fc x-openstack-request-id: req-4ba95cf7-d3f1-45e3-ba4b-8631010b06fc {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:24:47.065544 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c5126d-2b2b-4cc9-a187-511c93edaa78", "name": "network-vif-deleted", "tag": "ab41397f-21da-4863-a97b-9e600a47ad52", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:24:47.065790 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4ba95cf7-d3f1-45e3-ba4b-8631010b06fc {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:24:47.066191 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ba95cf7-d3f1-45e3-ba4b-8631010b06fc'] response: {'server_uuid': '52c5126d-2b2b-4cc9-a187-511c93edaa78', 'name': 'network-vif-deleted', 'tag': 'ab41397f-21da-4863-a97b-9e600a47ad52', 'status': 'completed', 'code': 200} Oct 05 20:24:47.206671 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-185fcf90-9d48-4ab0-a96c-0fd9107f4f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:47.383488 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04267d57-24e9-4dfe-9e12-9e317c200e9f req-e354457a-4fe9-4114-98e7-5c92750d3b6e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:47.390367 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-04267d57-24e9-4dfe-9e12-9e317c200e9f req-e354457a-4fe9-4114-98e7-5c92750d3b6e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0965831 Oct 05 20:24:47.471180 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-04267d57-24e9-4dfe-9e12-9e317c200e9f req-cbf4d13b-dbb3-45ed-b710-b1b525b235f7 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752614 Oct 05 20:24:47.535072 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bd562-3377-4181-9827-3a8c8c111e34 req-7f2c73db-dfe3-437b-b13d-62a63f834205 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:47.537704 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f49bd562-3377-4181-9827-3a8c8c111e34 req-7f2c73db-dfe3-437b-b13d-62a63f834205 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.1206872 Oct 05 20:24:47.641861 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f49bd562-3377-4181-9827-3a8c8c111e34 req-9f48b15c-4d43-441b-b9f8-09d97d7e4652 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854099 Oct 05 20:24:47.923188 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d24e8d1d-9581-46b6-b007-4f06a0e46e02 req-e02d31ff-c917-41d5-92a6-bdc42a36c5c7 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 210 time: 0.0318174 Oct 05 20:24:48.146696 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf68cb9-937c-4be7-bd49-14cfe84e42a4 req-93c8827b-b057-4f90-a35c-0f200965d980 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:48.152417 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ebf68cb9-937c-4be7-bd49-14cfe84e42a4 req-93c8827b-b057-4f90-a35c-0f200965d980 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0661509 Oct 05 20:24:48.207407 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ebf68cb9-937c-4be7-bd49-14cfe84e42a4 req-54058f96-6bd6-4f8d-bec0-41aaddb6384b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522661 Oct 05 20:24:48.605374 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f42810-e4b3-434c-8ff9-a620bf686986 req-3366a90a-8358-4791-8f2c-743ad5488fc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:48.607570 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c1f42810-e4b3-434c-8ff9-a620bf686986 req-3366a90a-8358-4791-8f2c-743ad5488fc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0551853 Oct 05 20:24:48.697493 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c1f42810-e4b3-434c-8ff9-a620bf686986 req-ad74f22e-fc06-416a-a23d-e19d5aac06f8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836358 Oct 05 20:24:48.829570 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8019b16-4382-42af-9f51-29ab2b23c208 req-04fb7517-8f14-418e-ab93-28432607c9cf tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:48.829570 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e8019b16-4382-42af-9f51-29ab2b23c208 req-04fb7517-8f14-418e-ab93-28432607c9cf tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0749824 Oct 05 20:24:48.848935 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894926f7-514f-4469-a2a0-b082c4a016d4 req-408417ad-fed0-4113-970d-608a20091578 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:48.854889 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-894926f7-514f-4469-a2a0-b082c4a016d4 req-408417ad-fed0-4113-970d-608a20091578 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0809169 Oct 05 20:24:48.861590 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 49492) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:48.871020 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-3513bf3f-3e0f-436d-a655-e267ec1dcacc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Request body: {'floatingip': {'port_id': '1c54cda3-3ed7-4392-b95f-fb3527c84492'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:24:48.926577 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3513bf3f-3e0f-436d-a655-e267ec1dcacc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for floatingip (eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:48.939334 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e8019b16-4382-42af-9f51-29ab2b23c208 req-1ea6217d-cb6d-4387-9716-e6e4db1c1a84 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995169 Oct 05 20:24:49.122615 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9ac1e895-d768-426b-b32c-c149ab9a04be req-564c149e-6634-4a51-b6bc-fb5032913b2f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=52c5126d-2b2b-4cc9-a187-511c93edaa78 HTTP/1.1" status: 200 len: 210 time: 0.0444512 Oct 05 20:24:49.348189 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5694f4-ad57-4837-9ac3-0ef5f10a37d4 req-c9436bc4-d4b6-4bb9-9a7e-9b75a2cd86da tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:49.349740 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ba5694f4-ad57-4837-9ac3-0ef5f10a37d4 req-c9436bc4-d4b6-4bb9-9a7e-9b75a2cd86da tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0503557 Oct 05 20:24:49.399245 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ba5694f4-ad57-4837-9ac3-0ef5f10a37d4 req-addd9644-c3e1-47eb-9e97-cb0bee4a5b2f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438468 Oct 05 20:24:49.485237 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:49.507564 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3513bf3f-3e0f-436d-a655-e267ec1dcacc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:49.511747 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3513bf3f-3e0f-436d-a655-e267ec1dcacc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:49.537954 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2c5a43c6-2aef-4907-8637-6e090bc291cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:49.586370 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:49.608597 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [None req-3513bf3f-3e0f-436d-a655-e267ec1dcacc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Floating IP eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55 associated. External IP: 172.27.0.194, port: 1c54cda3-3ed7-4392-b95f-fb3527c84492. Oct 05 20:24:49.811875 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3513bf3f-3e0f-436d-a655-e267ec1dcacc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Router b46040a9-c1ec-4107-a25a-fb5c23f53db6 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:24:49.912289 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3513bf3f-3e0f-436d-a655-e267ec1dcacc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:24:49.916743 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3513bf3f-3e0f-436d-a655-e267ec1dcacc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:49.925670 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] Sync routers for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:24:49.936326 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:24:49.937032 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:24:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:49.947191 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-3513bf3f-3e0f-436d-a655-e267ec1dcacc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55 HTTP/1.1" status: 200 len: 991 time: 1.0840797 Oct 05 20:24:49.947835 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:24:49.950141 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f415beb-cf99-4145-abc6-afa6b81c56ec" -d '{"events": [{"name": "network-changed", "server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:24:49.993398 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c86dd45-6192-446d-bbac-68b911e317e8 x-openstack-request-id: req-9c86dd45-6192-446d-bbac-68b911e317e8 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:24:49.993748 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:24:49.994001 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9c86dd45-6192-446d-bbac-68b911e317e8 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:24:49.994413 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c86dd45-6192-446d-bbac-68b911e317e8'] response: {'name': 'network-changed', 'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'status': 'completed', 'code': 200} Oct 05 20:24:50.028965 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ab41397f-21da-4863-a97b-9e600a47ad52 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:24:50.056397 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa29b0ee-d686-46a2-b255-076adc154e70 req-917506ec-ebc7-4455-87c1-7a79fad17b47 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:50.056625 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: ab41397f-21da-4863-a97b-9e600a47ad52 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:24:50.056741 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ab41397f-21da-4863-a97b-9e600a47ad52 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:24:50.058041 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fa29b0ee-d686-46a2-b255-076adc154e70 req-917506ec-ebc7-4455-87c1-7a79fad17b47 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0503368 Oct 05 20:24:50.072075 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:24:50.106347 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fa29b0ee-d686-46a2-b255-076adc154e70 req-a7d6d1a4-fbab-4b6e-94ef-ff2ce444387c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423472 Oct 05 20:24:50.290121 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'port_id': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'mac_address': 'fa:16:3e:0f:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:24:25Z', 'updated_at': '2022-10-05T20:24:49Z', 'revision_number': 1, 'project_id': '07f868da50254a68bc692bca433d2699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:50.329549 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] Checking router: b46040a9-c1ec-4107-a25a-fb5c23f53db6 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:24:50.339603 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-1aed335a-3fc5-45c7-8bdf-3bf9e18d122d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:50.342114 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:24:50.342397 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-1aed335a-3fc5-45c7-8bdf-3bf9e18d122d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 1129 time: 0.0458491 Oct 05 20:24:50.342834 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:24:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:50.351770 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-0f6df8e7-8d79-4be6-bc29-f88dc3af4a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:50.353341 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-0f6df8e7-8d79-4be6-bc29-f88dc3af4a96 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 1129 time: 0.0563908 Oct 05 20:24:50.417569 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:50.460495 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-638f2716-7d6a-430f-8af7-1459fcf4f432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:50.462445 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-638f2716-7d6a-430f-8af7-1459fcf4f432 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.1097035 Oct 05 20:24:50.463313 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:50.509810 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:24:50.514098 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:50.558142 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-76102b6d-2f88-4c62-b6ea-cda706f0616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:50.561208 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-76102b6d-2f88-4c62-b6ea-cda706f0616e service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 917 time: 0.2008626 Oct 05 20:24:50.600510 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-c002da0e-508d-4317-b404-c2a39f39f866 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492 HTTP/1.1" status: 200 len: 999 time: 0.1290872 Oct 05 20:24:50.610479 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342afc37-18cf-4933-ad1c-c465284a763b req-59e985f5-5363-4dea-a340-65f6ffbdfcc5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:50.616611 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-342afc37-18cf-4933-ad1c-c465284a763b req-59e985f5-5363-4dea-a340-65f6ffbdfcc5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0897377 Oct 05 20:24:50.673993 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-d79af0a9-a487-4055-b804-a4808136a7fc service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=179ef3ed-c463-418f-b678-aaee7de5535e HTTP/1.1" status: 200 len: 1000 time: 0.1057441 Oct 05 20:24:50.678276 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:50.690885 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-82d99def-07d0-48eb-b393-7d4fdbe24dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:50.692595 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-82d99def-07d0-48eb-b393-7d4fdbe24dff service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0740638 Oct 05 20:24:50.748330 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-7166a6c9-4811-4fc5-b008-8c1e997da295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:50.750090 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-7166a6c9-4811-4fc5-b008-8c1e997da295 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.0670981 Oct 05 20:24:50.754271 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-342afc37-18cf-4933-ad1c-c465284a763b req-62375f79-21cc-4d2c-b02e-2a11242a84da tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365633 Oct 05 20:24:50.767349 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-65cc8f3b-3708-41dd-9f26-ab97a6924363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:50.769099 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-65cc8f3b-3708-41dd-9f26-ab97a6924363 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0672765 Oct 05 20:24:50.803157 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'port_id': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'mac_address': 'fa:16:3e:0f:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:24:25Z', 'updated_at': '2022-10-05T20:24:49Z', 'revision_number': 1, 'project_id': '07f868da50254a68bc692bca433d2699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:24:50.836819 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b13504-094d-4658-8f8a-565f933da2b3 None None] The sync data for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi is: [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'port_id': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'mac_address': 'fa:16:3e:0f:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:24:25Z', 'updated_at': '2022-10-05T20:24:49Z', 'revision_number': 1, 'project_id': '07f868da50254a68bc692bca433d2699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:24:50.886044 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-1663e0e8-46f3-4e31-8b49-0f97a369c4b7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097076 Oct 05 20:24:50.918663 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:51.044730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-5e6ffdb1-7535-40f8-a581-396af01708a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:51.046592 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-5e6ffdb1-7535-40f8-a581-396af01708a7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2887661 Oct 05 20:24:51.236735 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011964f-f8c7-46af-9f82-c4f70844f37c req-06b71075-508f-406f-985c-917c5073732c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:51.238392 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a011964f-f8c7-46af-9f82-c4f70844f37c req-06b71075-508f-406f-985c-917c5073732c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0484474 Oct 05 20:24:51.296876 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a011964f-f8c7-46af-9f82-c4f70844f37c req-c7d98918-872e-44f4-9bc9-dea3818ed6a0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482311 Oct 05 20:24:51.506681 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa125a7-7c51-4c3a-b9fe-3b80de83c681 None None] New status for floating IP eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55: ACTIVE {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:24:51.873440 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca4621-e8dd-4173-b9e4-15ea5911aced req-e3b5fadd-d29a-4ae0-94b2-55a05a1fc9f5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:51.875056 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31ca4621-e8dd-4173-b9e4-15ea5911aced req-e3b5fadd-d29a-4ae0-94b2-55a05a1fc9f5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0490158 Oct 05 20:24:51.923854 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31ca4621-e8dd-4173-b9e4-15ea5911aced req-5114bc84-c886-4f10-8489-c4e506176149 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 Oct 05 20:24:52.427549 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d1adc-67e1-4485-a987-1f1205968ea9 req-e4a11ada-e34e-46ae-af68-3226ab843722 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:52.429037 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da7d1adc-67e1-4485-a987-1f1205968ea9 req-e4a11ada-e34e-46ae-af68-3226ab843722 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0520809 Oct 05 20:24:52.478185 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-da7d1adc-67e1-4485-a987-1f1205968ea9 req-2a8e372b-dd3c-4ad9-b5c1-9263c96e0e9b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435536 Oct 05 20:24:52.545986 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:52.625928 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f415beb-cf99-4145-abc6-afa6b81c56ec req-156cfc97-c3a9-406c-b0d3-77af6190d76e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023600 Oct 05 20:24:52.682832 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:53.052045 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c91fd2f-18c2-498c-8998-f9fba566c7bb req-d55cf8da-26e9-40e7-9962-e4c3e12c03d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:53.053676 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c91fd2f-18c2-498c-8998-f9fba566c7bb req-d55cf8da-26e9-40e7-9962-e4c3e12c03d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 945 time: 0.0486798 Oct 05 20:24:53.104503 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c91fd2f-18c2-498c-8998-f9fba566c7bb req-477fbb4e-9048-4414-be2e-23a67a2f11ab tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453024 Oct 05 20:24:53.559784 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:53.616385 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:53.628849 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-781de06c-8e4e-41e1-86ef-095bafbab484 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349878 Oct 05 20:24:53.638294 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466a8e1-3369-4ad5-ada0-2ac34219e68d req-fb9912ad-6930-4c5a-bd58-6a609c1bbca4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:53.639716 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3466a8e1-3369-4ad5-ada0-2ac34219e68d req-fb9912ad-6930-4c5a-bd58-6a609c1bbca4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0761514 Oct 05 20:24:53.753729 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3466a8e1-3369-4ad5-ada0-2ac34219e68d req-4f652cc6-7fa8-4414-8d80-c8fa943652d4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076875 Oct 05 20:24:53.782502 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c5564d4d-ad28-422d-ac5b-b3988de5d292 req-bea7546b-7676-46a3-859c-742cca06d483 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332521 Oct 05 20:24:54.024435 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:24:54.099761 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 179ef3ed-c463-418f-b678-aaee7de5535e is: ACTIVE; New status is: DOWN {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:24:54.099761 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:54.121390 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:24:54.124167 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9efdcd-791e-4063-a3ef-110c5412be0b" -d '{"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-unplugged", "status": "completed", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:24:54.139156 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:24:54.143846 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:54.172068 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 20:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98182a5-8c38-4abb-8ba1-48f59c159844 x-openstack-request-id: req-d98182a5-8c38-4abb-8ba1-48f59c159844 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:24:54.172372 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-unplugged", "status": "completed", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:24:54.172686 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d98182a5-8c38-4abb-8ba1-48f59c159844 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:24:54.172977 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98182a5-8c38-4abb-8ba1-48f59c159844'] response: {'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e', 'code': 200} Oct 05 20:24:54.203320 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=8']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:54.251086 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd2fff-d5c9-4a37-8a6c-a54093d0a879 req-a235e126-ecf0-474f-97fe-fd18e6a904a8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:54.252560 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-15fd2fff-d5c9-4a37-8a6c-a54093d0a879 req-a235e126-ecf0-474f-97fe-fd18e6a904a8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0521395 Oct 05 20:24:54.299282 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-15fd2fff-d5c9-4a37-8a6c-a54093d0a879 req-c7438535-e80c-4a9e-b5f8-ee9e349877cd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409405 Oct 05 20:24:54.881496 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a63534-12e7-4412-b0b1-58fbf3c95bb6 req-1840acc1-2f2e-494c-b5d1-48b8c3d83e7e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:54.883084 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b7a63534-12e7-4412-b0b1-58fbf3c95bb6 req-1840acc1-2f2e-494c-b5d1-48b8c3d83e7e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0529134 Oct 05 20:24:54.931182 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b7a63534-12e7-4412-b0b1-58fbf3c95bb6 req-5af64f08-83b3-4fe4-8644-3333ae308ff5 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414262 Oct 05 20:24:55.429380 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4a854-fd0d-4c89-ae9b-e5592342da16 req-6f2a9b91-d575-4609-aeb7-efc448143444 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:55.430928 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-87f4a854-fd0d-4c89-ae9b-e5592342da16 req-6f2a9b91-d575-4609-aeb7-efc448143444 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0466297 Oct 05 20:24:55.478437 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-87f4a854-fd0d-4c89-ae9b-e5592342da16 req-ab025d41-29e8-4b3b-9223-85d02b72e360 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413938 Oct 05 20:24:56.061298 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6103014-7d47-46b2-8f27-df28dae50fc1 req-26ab6e3e-5b60-4b09-b7e6-8528f34cf006 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:56.062726 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f6103014-7d47-46b2-8f27-df28dae50fc1 req-26ab6e3e-5b60-4b09-b7e6-8528f34cf006 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0473659 Oct 05 20:24:56.112583 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f6103014-7d47-46b2-8f27-df28dae50fc1 req-93696152-eb23-4230-8d45-d0060b30bd34 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437832 Oct 05 20:24:56.613195 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9248151-b864-464e-a377-f8638ebd04f5 req-6dd88ecb-4331-4f03-9669-5b4fcd25f7b9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:56.614612 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f9248151-b864-464e-a377-f8638ebd04f5 req-6dd88ecb-4331-4f03-9669-5b4fcd25f7b9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0518422 Oct 05 20:24:56.619798 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 49660) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:56.666949 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f9248151-b864-464e-a377-f8638ebd04f5 req-8c834216-74b7-4827-b094-a565e57c8373 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447695 Oct 05 20:24:56.731270 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-44eba754-4a84-4be6-9c2e-abc360704552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:56.813785 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-44eba754-4a84-4be6-9c2e-abc360704552 admin admin] Publish callbacks [] for security_group (a66c6abb-665a-4961-add8-c3769511851b), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:56.817867 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-44eba754-4a84-4be6-9c2e-abc360704552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a66c6abb-665a-4961-add8-c3769511851b), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:56.838309 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:56.862486 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eba754-4a84-4be6-9c2e-abc360704552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66c6abb-665a-4961-add8-c3769511851b,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:56.870068 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-44eba754-4a84-4be6-9c2e-abc360704552 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=87881339022b40ba9b9ef1e03c62d93d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492039 Oct 05 20:24:56.870930 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 49672) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:56.926685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-49e1052d-0147-48a4-a6fd-df0cdba8dae8 admin admin] Publish callbacks [] for security_group (a66c6abb-665a-4961-add8-c3769511851b), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:56.948220 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-49e1052d-0147-48a4-a6fd-df0cdba8dae8 admin admin] Publish callbacks [] for security_group (a66c6abb-665a-4961-add8-c3769511851b), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:56.956820 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:57.007303 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-49e1052d-0147-48a4-a6fd-df0cdba8dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a66c6abb-665a-4961-add8-c3769511851b), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:57.010178 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-49e1052d-0147-48a4-a6fd-df0cdba8dae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:57.011354 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-49e1052d-0147-48a4-a6fd-df0cdba8dae8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a66c6abb-665a-4961-add8-c3769511851b HTTP/1.1" status: 204 len: 168 time: 0.1394987 Oct 05 20:24:57.026372 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1052d-0147-48a4-a6fd-df0cdba8dae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66c6abb-665a-4961-add8-c3769511851b,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:24:57.204604 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [req-acfcd166-6693-4c57-8316-0d33d98f4697 req-6a2175d0-1706-423d-a6bc-dd8a0441e8b2 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:24:57.205939 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-acfcd166-6693-4c57-8316-0d33d98f4697 req-6a2175d0-1706-423d-a6bc-dd8a0441e8b2 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062149 Oct 05 20:24:57.246599 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a997a09-c93c-4e2e-bb1a-525bdeebcda2 req-d84405a1-eaca-44d1-bc5b-2403c2a884ae tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:57.249728 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4a997a09-c93c-4e2e-bb1a-525bdeebcda2 req-d84405a1-eaca-44d1-bc5b-2403c2a884ae tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0569375 Oct 05 20:24:57.323344 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4a997a09-c93c-4e2e-bb1a-525bdeebcda2 req-909952ca-649a-4c5d-adde-d33e11fea197 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638218 Oct 05 20:24:57.408864 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0286d5-8674-491b-af23-dbcb317a9ea8 req-fcb721ae-360a-40f5-95ff-88275435e3ae tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:57.410399 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a0286d5-8674-491b-af23-dbcb317a9ea8 req-fcb721ae-360a-40f5-95ff-88275435e3ae tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0501692 Oct 05 20:24:57.462394 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a0286d5-8674-491b-af23-dbcb317a9ea8 req-28179993-e10f-449a-a65a-1ec08c775b7f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456541 Oct 05 20:24:57.520809 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:24:57.744106 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 49710) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:57.826598 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-fcedf065-611d-4dc1-a97b-05fd5887bdb3 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0813694 Oct 05 20:24:57.834907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-ad6d3187-2b76-4a1b-b802-af9221a81089 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:24:57.835851 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-ad6d3187-2b76-4a1b-b802-af9221a81089 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047238 Oct 05 20:24:57.914040 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 49718) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:24:58.004845 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-0d00abf2-319c-4541-80bc-e85f5416635a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:58.006221 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-0d00abf2-319c-4541-80bc-e85f5416635a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports/179ef3ed-c463-418f-b678-aaee7de5535e HTTP/1.1" status: 200 len: 940 time: 0.0912766 Oct 05 20:24:58.440928 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79918b70-1458-4526-bef2-526caafbb348 req-2d444456-c46c-4e0e-abdb-18ea7c514dec tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:58.442640 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-79918b70-1458-4526-bef2-526caafbb348 req-2d444456-c46c-4e0e-abdb-18ea7c514dec tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0465169 Oct 05 20:24:58.492023 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-79918b70-1458-4526-bef2-526caafbb348 req-a6c2b4bd-6c9c-495d-93d8-551b88b3590e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438523 Oct 05 20:24:58.589564 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2939be4-e75b-4706-b17a-7e4bd010cf6c req-05f0a471-3c61-4b49-ba84-245af4bac691 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:58.591034 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2939be4-e75b-4706-b17a-7e4bd010cf6c req-05f0a471-3c61-4b49-ba84-245af4bac691 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0464251 Oct 05 20:24:58.641670 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d2939be4-e75b-4706-b17a-7e4bd010cf6c req-3103d355-4dea-495e-aaf0-48870f1b7c97 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450401 Oct 05 20:24:59.081011 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-53488629-290a-4d87-947b-901089880c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:59.082888 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-53488629-290a-4d87-947b-901089880c52 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 1130 time: 0.0411344 Oct 05 20:24:59.209991 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-2ff35037-a812-4743-b55e-9f996b6f0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:59.211396 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-2ff35037-a812-4743-b55e-9f996b6f0122 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 912 time: 0.0922730 Oct 05 20:24:59.349213 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-d685383a-e140-4d45-b192-6096fd6d4ccc service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2 HTTP/1.1" status: 200 len: 1002 time: 0.1004615 Oct 05 20:24:59.412528 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-2c01d9b3-cbc2-4d25-beaa-fd83f486cb22 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:59.414027 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-2c01d9b3-cbc2-4d25-beaa-fd83f486cb22 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/networks?id=8161c64b-ad1b-4220-99b9-84126ab53e0a HTTP/1.1" status: 200 len: 813 time: 0.1866658 Oct 05 20:24:59.429505 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:59.433157 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-da73d96f-5486-44b8-9725-f75cda10a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:59.435208 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-da73d96f-5486-44b8-9725-f75cda10a61a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 200 len: 850 time: 0.0759988 Oct 05 20:24:59.437256 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-dc7703f0-243d-4912-81e7-add775f93c13 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/quotas/1c2141e33c264250aa7642f46a9b4048 HTTP/1.1" status: 200 len: 375 time: 0.0169270 Oct 05 20:24:59.451347 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:24:59.494043 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-0d76eaa5-1294-418c-8905-b09995eb8bfb tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=1c2141e33c264250aa7642f46a9b4048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449371 Oct 05 20:24:59.508808 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-146cb09c-8ef5-4a7f-8fb3-849f15079705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:59.510273 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-146cb09c-8ef5-4a7f-8fb3-849f15079705 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=befb067e-a787-4f3b-9756-b797371b0a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0685153 Oct 05 20:24:59.616947 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716782c-ef7f-4ac9-902c-0772abe0501f req-877dfcbc-85f6-4e45-ab74-a107989b0fcc tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:59.618789 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9716782c-ef7f-4ac9-902c-0772abe0501f req-877dfcbc-85f6-4e45-ab74-a107989b0fcc tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0486875 Oct 05 20:24:59.665623 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5baae091-b01c-4cbd-bf61-0d697921bc8b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641200 Oct 05 20:24:59.670357 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9716782c-ef7f-4ac9-902c-0772abe0501f req-e097f423-7890-4a97-bf97-c92ce06275c3 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456524 Oct 05 20:24:59.671204 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-d7dc8b62-b71e-46ea-b3b0-0ad3d8f3dd5a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502831 Oct 05 20:24:59.777258 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8a02d-3e7a-46ee-831f-7eb06dab1205 req-dd08a26e-1036-4a56-b3e8-c8381962e607 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:24:59.779283 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f7c8a02d-3e7a-46ee-831f-7eb06dab1205 req-dd08a26e-1036-4a56-b3e8-c8381962e607 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0486288 Oct 05 20:24:59.830875 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:24:59.832924 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5906e8f2-9869-46c0-96f0-c0af20da4352 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607840 Oct 05 20:24:59.836710 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6a4c475-622e-467f-82eb-81afc8311a0a req-69c3cee0-4e1d-4bfb-a2f7-7ee96ffa6f00 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562498 Oct 05 20:24:59.837783 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f7c8a02d-3e7a-46ee-831f-7eb06dab1205 req-9b1f9390-ba02-4590-9c14-813d4818668e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508308 Oct 05 20:25:00.028979 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-873359d2-3375-425e-8ff3-20b4d168dcf3 req-26e658b9-62ee-49f0-aa42-279e7ed66096 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 210 time: 0.0311406 Oct 05 20:25:00.067604 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:25:00.143966 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 179ef3ed-c463-418f-b678-aaee7de5535e is: DOWN; New status is: DOWN {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:25:00.793058 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72513049-4f86-428f-9a48-dd87e3c5a70b req-be14d27d-873b-40b5-87ab-e949f49451a7 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:00.794510 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-72513049-4f86-428f-9a48-dd87e3c5a70b req-be14d27d-873b-40b5-87ab-e949f49451a7 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0481124 Oct 05 20:25:00.841570 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-72513049-4f86-428f-9a48-dd87e3c5a70b req-57dfd9d2-b755-463e-85a6-cfebeef30c4d tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415080 Oct 05 20:25:00.971567 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a649af-ddb7-4b29-a18d-822102e84de9 req-5dae3313-9c72-40dd-b0c5-e71476a6a34c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:00.973016 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a649af-ddb7-4b29-a18d-822102e84de9 req-5dae3313-9c72-40dd-b0c5-e71476a6a34c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0470295 Oct 05 20:25:01.019921 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a649af-ddb7-4b29-a18d-822102e84de9 req-7e0b9fc4-11f1-462a-9349-048ee706cd38 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Oct 05 20:25:01.136047 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-f7cb3aa6-f630-45fd-85c4-d46f8dbd22b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:01.138112 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-f7cb3aa6-f630-45fd-85c4-d46f8dbd22b3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933&tenant_id=140a5d8a1d264d8bad17d352591fa6a2 HTTP/1.1" status: 200 len: 1127 time: 0.1002824 Oct 05 20:25:01.140064 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-39cd65fb-f72f-45c4-9af6-c19018f79192 req-53fd213f-5d00-4889-9748-f116cff1d2bd tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 210 time: 0.0375228 Oct 05 20:25:01.442379 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-a83c2a67-6538-439f-908f-88a21e20a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:01.443913 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-a83c2a67-6538-439f-908f-88a21e20a1ac service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 1127 time: 0.0395358 Oct 05 20:25:01.542161 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-98167885-59e5-4c4d-90b2-c551ec0baa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:01.543664 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-98167885-59e5-4c4d-90b2-c551ec0baa0f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 917 time: 0.0908332 Oct 05 20:25:01.604909 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-e509ab3b-60ee-43c9-8cd8-95d8ceb34dc3 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=179ef3ed-c463-418f-b678-aaee7de5535e HTTP/1.1" status: 200 len: 998 time: 0.0553102 Oct 05 20:25:01.609607 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:01.662602 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-51bb9593-2e50-4e97-917c-60a2b89d302c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:01.664075 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-51bb9593-2e50-4e97-917c-60a2b89d302c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.0478296 Oct 05 20:25:01.941037 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-6abc0e63-55b6-47d9-9f8d-65b8ddc90769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:01.942836 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-6abc0e63-55b6-47d9-9f8d-65b8ddc90769 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421195 Oct 05 20:25:01.967618 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e40ec7-8584-4e13-a957-9a1777c2573c req-21848390-34ef-4ba1-bf87-17c30d95e422 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:01.969076 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-37e40ec7-8584-4e13-a957-9a1777c2573c req-21848390-34ef-4ba1-bf87-17c30d95e422 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0464442 Oct 05 20:25:02.042317 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-37e40ec7-8584-4e13-a957-9a1777c2573c req-bb89dab8-3121-490f-9ac0-3b7d00058b55 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671093 Oct 05 20:25:02.104844 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-d6672cb4-0cf5-4175-b7ba-b4c4cf78a0b5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354785 Oct 05 20:25:02.133666 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:02.206103 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:02.214250 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40671d-ec80-47e7-957b-615766a587e9 req-3d4902bd-d25b-4ae2-9b14-8392bf538d23 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:02.218622 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2a40671d-ec80-47e7-957b-615766a587e9 req-3d4902bd-d25b-4ae2-9b14-8392bf538d23 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0958045 Oct 05 20:25:02.255362 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a08e7724-0adf-47b9-927d-22e154b674f2 req-7b22adf9-f05e-4e74-aab3-3bebc25d3905 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 210 time: 0.0389633 Oct 05 20:25:02.276394 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c84d6e3b-f015-4434-99b7-32e563972e9a req-96ec4eed-a438-4dd7-a216-be492a3b69c4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639001 Oct 05 20:25:02.313428 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2a40671d-ec80-47e7-957b-615766a587e9 req-9fe99c03-ba49-42fd-aa84-e73d75a43121 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853057 Oct 05 20:25:02.961927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d89798d5-d834-4b3e-ab9c-f6033d7cab57 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:02.963380 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d89798d5-d834-4b3e-ab9c-f6033d7cab57 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.15 "GET /networking/v2.0/networks?id=8161c64b-ad1b-4220-99b9-84126ab53e0a HTTP/1.1" status: 200 len: 813 time: 0.1187234 Oct 05 20:25:02.984631 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Request body: {'port': {'device_id': '539f21da-6837-47f9-9cb3-079290fdc4e4', 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a', 'admin_state_up': True, 'tenant_id': '1c2141e33c264250aa7642f46a9b4048'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:25:03.104098 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Made reservation on behalf of 1c2141e33c264250aa7642f46a9b4048 for: {'port': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:25:03.108804 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:03.176603 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf24849-286b-4edb-957f-e923ab582b68 req-0c18076b-9b42-4d98-aa81-fa5918ec1644 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:03.183664 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4cf24849-286b-4edb-957f-e923ab582b68 req-0c18076b-9b42-4d98-aa81-fa5918ec1644 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0587394 Oct 05 20:25:03.244352 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4cf24849-286b-4edb-957f-e923ab582b68 req-905b0c9f-52d5-439a-bc54-fa9eac007c13 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597374 Oct 05 20:25:03.272404 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Allocated IP 172.20.0.3 (8161c64b-ad1b-4220-99b9-84126ab53e0a/04b31864-8bc1-458f-857b-fda874ca3866/ce1ca4ad-a5d4-4707-8a17-35a71cff2c21) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:25:03.464661 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6ac64459-8c35-46c2-bc60-346790dd2276 req-ad0ffe7d-9698-4097-a026-ccd63c3c33f1 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 210 time: 0.0630102 Oct 05 20:25:03.502691 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a85e177-590d-4d57-ba3a-3c5bd59c178e req-974cf2bd-50f4-4e3c-ad02-d494ea6bc8c7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:03.504276 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5a85e177-590d-4d57-ba3a-3c5bd59c178e req-974cf2bd-50f4-4e3c-ad02-d494ea6bc8c7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0623515 Oct 05 20:25:03.546572 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks [] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:03.575132 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5a85e177-590d-4d57-ba3a-3c5bd59c178e req-3ae25dbe-23bb-43a3-9958-02c6e9dec015 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646012 Oct 05 20:25:03.620073 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:03.682644 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Network 8161c64b-ad1b-4220-99b9-84126ab53e0a is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:25:03.686535 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:25:03.689938 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:25:03.695191 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:03.695803 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:03.717451 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Pushing event updated for resources: {'Port': ['ID=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:03.727012 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.727287 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.727731 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.728063 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.728395 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.728763 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.729093 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.729423 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.729766 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.730086 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.730411 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.730910 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.731849 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.732178 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.732546 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:03.741591 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5e3437d2-cbaa-4997-9b3a-72639669eb4f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7605848 Oct 05 20:25:04.369758 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6dde99-5caa-45ff-9f0c-b7364bf0d066 req-3379a212-3071-4f0a-a3dc-14ac43e22559 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:04.371291 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4d6dde99-5caa-45ff-9f0c-b7364bf0d066 req-3379a212-3071-4f0a-a3dc-14ac43e22559 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0470788 Oct 05 20:25:04.404130 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:04.405726 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:04.440128 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4d6dde99-5caa-45ff-9f0c-b7364bf0d066 req-df02b2c5-c728-44f3-9bba-93057ff5ace3 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623107 Oct 05 20:25:04.544055 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:04.585679 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6b29e-e2c5-4e7e-aa01-c5f5553b477c req-0bd156d0-c9f5-429e-bac9-c38e25ee3a30 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:04.587141 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-45b6b29e-e2c5-4e7e-aa01-c5f5553b477c req-0bd156d0-c9f5-429e-bac9-c38e25ee3a30 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 931 time: 0.0556393 Oct 05 20:25:04.647416 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-45b6b29e-e2c5-4e7e-aa01-c5f5553b477c req-3d49104a-d6a7-4c13-b17e-914a85c27640 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536387 Oct 05 20:25:04.723500 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9479f53-6c6a-4ee1-9e80-0b7d27ae5607 req-85d6317f-d978-42fd-b4ac-d82f4c1c461f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:04.724954 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b9479f53-6c6a-4ee1-9e80-0b7d27ae5607 req-85d6317f-d978-42fd-b4ac-d82f4c1c461f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0461569 Oct 05 20:25:04.782540 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b9479f53-6c6a-4ee1-9e80-0b7d27ae5607 req-5a1ef573-461a-4cf3-a800-53c6bad15753 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518255 Oct 05 20:25:05.525538 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:05.560784 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ac125-66cc-486d-acac-4958e20319fb req-d9dbb461-834d-4608-aa53-41006bcc65f1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:05.562242 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-140ac125-66cc-486d-acac-4958e20319fb req-d9dbb461-834d-4608-aa53-41006bcc65f1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0463309 Oct 05 20:25:05.612021 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-140ac125-66cc-486d-acac-4958e20319fb req-3c061252-1129-4bdf-9f21-524a956c1051 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439150 Oct 05 20:25:05.774727 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45cc15b-6225-4b0d-babe-cd8358aa6a8e req-ade10b93-79e1-43e4-aa48-548d66484c19 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:05.776112 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b45cc15b-6225-4b0d-babe-cd8358aa6a8e req-ade10b93-79e1-43e4-aa48-548d66484c19 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 931 time: 0.0475237 Oct 05 20:25:05.824380 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b45cc15b-6225-4b0d-babe-cd8358aa6a8e req-5db35f26-6704-4a93-96da-9ffe801deb34 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425999 Oct 05 20:25:05.913437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762aa00b-3211-4e26-b6cb-42650f53bcd5 req-8515cb44-ba10-4495-9a9d-dd8012533646 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:05.914856 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-762aa00b-3211-4e26-b6cb-42650f53bcd5 req-8515cb44-ba10-4495-9a9d-dd8012533646 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0491962 Oct 05 20:25:05.969918 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-762aa00b-3211-4e26-b6cb-42650f53bcd5 req-eb26b939-89e3-41ba-b877-f557f266fd3b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480552 Oct 05 20:25:06.738340 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b3a9c-8111-4162-8cc9-9435a53b3542 req-47113e45-10fe-467b-b74f-db20b92b4397 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:06.739855 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7a7b3a9c-8111-4162-8cc9-9435a53b3542 req-47113e45-10fe-467b-b74f-db20b92b4397 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0480387 Oct 05 20:25:06.794569 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7a7b3a9c-8111-4162-8cc9-9435a53b3542 req-35b92b7c-f542-490c-9bbc-ea8529e711f8 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489094 Oct 05 20:25:06.944672 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef97562-d9dc-4e1c-b412-e01928b559f7 req-1b589594-a43a-4911-84d0-120a4979e19a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:06.946264 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3ef97562-d9dc-4e1c-b412-e01928b559f7 req-1b589594-a43a-4911-84d0-120a4979e19a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 931 time: 0.0485477 Oct 05 20:25:07.004559 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3ef97562-d9dc-4e1c-b412-e01928b559f7 req-f7103b5d-1d6c-40a6-87e0-2c612f95d6a2 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494294 Oct 05 20:25:07.109873 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2e93b-849a-4530-a4a7-3d1ea7e8aade req-de0a6ced-2358-49a4-9c39-2c2dc636d640 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:07.111420 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2da2e93b-849a-4530-a4a7-3d1ea7e8aade req-de0a6ced-2358-49a4-9c39-2c2dc636d640 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0498164 Oct 05 20:25:07.178994 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2da2e93b-849a-4530-a4a7-3d1ea7e8aade req-e9cf5f22-b16b-4304-a2f5-02e1deacef60 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619392 Oct 05 20:25:07.928400 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d4bf8-e4ed-4446-b0b8-cbc0e4ad889e req-cff78d19-84d1-4ce8-9bbb-8a80a919b8fc tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:07.929936 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7c3d4bf8-e4ed-4446-b0b8-cbc0e4ad889e req-cff78d19-84d1-4ce8-9bbb-8a80a919b8fc tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0525525 Oct 05 20:25:07.979971 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7c3d4bf8-e4ed-4446-b0b8-cbc0e4ad889e req-91804744-4e8b-426f-a5e6-07e8f1e80161 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440335 Oct 05 20:25:08.134230 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddaf61-bc09-475d-be3d-25d36f118da6 req-f027e14f-3cdc-4cc4-b428-688ca511233e tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:08.136080 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f3ddaf61-bc09-475d-be3d-25d36f118da6 req-f027e14f-3cdc-4cc4-b428-688ca511233e tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 931 time: 0.0520279 Oct 05 20:25:08.189845 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f3ddaf61-bc09-475d-be3d-25d36f118da6 req-d4c21710-2b42-4325-b4d0-0b1e8b1aeb89 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466905 Oct 05 20:25:08.311343 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d7c31-7980-42fb-bee9-2522357d4903 req-ec392151-fa0f-4c9e-96d2-4f29f1a17468 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:08.312807 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a42d7c31-7980-42fb-bee9-2522357d4903 req-ec392151-fa0f-4c9e-96d2-4f29f1a17468 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0516026 Oct 05 20:25:08.359786 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a42d7c31-7980-42fb-bee9-2522357d4903 req-3e517037-0095-4e81-a30c-a5741667479a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409737 Oct 05 20:25:09.117870 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b798682-d242-43d2-80c6-c85dd05ba397 req-4a7d11f2-6453-4518-a495-a70e4ebe1dfd tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:09.119352 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0b798682-d242-43d2-80c6-c85dd05ba397 req-4a7d11f2-6453-4518-a495-a70e4ebe1dfd tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0594082 Oct 05 20:25:09.170352 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0b798682-d242-43d2-80c6-c85dd05ba397 req-5fc375bc-c537-404a-a40f-207b85742b87 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453532 Oct 05 20:25:09.326302 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b71ef-327e-4384-ae03-ed5235e7f066 req-58679ac4-3553-49aa-8602-1c65d1ea5469 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:09.327783 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-203b71ef-327e-4384-ae03-ed5235e7f066 req-58679ac4-3553-49aa-8602-1c65d1ea5469 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 931 time: 0.0561779 Oct 05 20:25:09.377464 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-203b71ef-327e-4384-ae03-ed5235e7f066 req-7b3a2821-069e-4b05-a08b-8e45a21e6421 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439944 Oct 05 20:25:09.498719 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba534963-f1bd-48bd-9cd9-2339c5f0d77b req-72c5734d-43bb-4605-b6bb-515fc757ebdd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:09.500383 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ba534963-f1bd-48bd-9cd9-2339c5f0d77b req-72c5734d-43bb-4605-b6bb-515fc757ebdd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0499396 Oct 05 20:25:09.550216 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ba534963-f1bd-48bd-9cd9-2339c5f0d77b req-812c1d68-4c1e-4eab-b532-6bfbb9d880bd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441904 Oct 05 20:25:09.821997 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:10.138986 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=52,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:10.143075 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=73,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:10.297689 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ab54f-469e-4ae0-8d43-35268decca55 req-ac32e30c-a595-4b8c-addf-20bb07af0db3 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:10.299253 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-469ab54f-469e-4ae0-8d43-35268decca55 req-ac32e30c-a595-4b8c-addf-20bb07af0db3 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0508652 Oct 05 20:25:10.363410 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-469ab54f-469e-4ae0-8d43-35268decca55 req-3f566e31-ffe8-4356-b266-31dd4baaaa0b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568192 Oct 05 20:25:10.499305 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efa558-e11d-4e66-8895-fbce3e5079ac req-3b80ce67-72bb-48a7-a8fb-56e7d11dbfa9 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:10.500733 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a3efa558-e11d-4e66-8895-fbce3e5079ac req-3b80ce67-72bb-48a7-a8fb-56e7d11dbfa9 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 931 time: 0.0455394 Oct 05 20:25:10.573836 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a3efa558-e11d-4e66-8895-fbce3e5079ac req-26064147-11ba-49f6-9881-1945f2fa739f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676074 Oct 05 20:25:10.688457 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777dfb4-819d-45e5-a4ea-b8d9650aeb97 req-cd618226-c81a-4eae-9790-b6b014073bee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:10.690031 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5777dfb4-819d-45e5-a4ea-b8d9650aeb97 req-cd618226-c81a-4eae-9790-b6b014073bee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0464604 Oct 05 20:25:10.745431 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5777dfb4-819d-45e5-a4ea-b8d9650aeb97 req-bf7c6c7f-37f8-4396-8c91-6bae6045c433 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494330 Oct 05 20:25:11.495787 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47bf1-570f-41a0-b8b5-5fb19bd09895 req-66402491-cf2a-4ae5-9e02-3df7e5732660 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:11.497831 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-61a47bf1-570f-41a0-b8b5-5fb19bd09895 req-66402491-cf2a-4ae5-9e02-3df7e5732660 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0574121 Oct 05 20:25:11.546338 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-61a47bf1-570f-41a0-b8b5-5fb19bd09895 req-593bbea8-7484-4f14-851a-cfe1d40681e5 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426729 Oct 05 20:25:11.709155 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc1cc-4fd0-4742-b9f3-d67e28c2effe req-1c5ed837-88fc-44f6-bce1-fdf3e8a7b9ba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:11.710607 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fe7fc1cc-4fd0-4742-b9f3-d67e28c2effe req-1c5ed837-88fc-44f6-bce1-fdf3e8a7b9ba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 931 time: 0.0486534 Oct 05 20:25:11.764892 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fe7fc1cc-4fd0-4742-b9f3-d67e28c2effe req-8d2ef6b8-b93b-4293-85a4-1daaf642a182 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467153 Oct 05 20:25:11.892537 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a897e1f-3fbb-4c4c-98cb-a0cbf51fd3a2 req-edd55e7c-5c9b-49d4-b69d-a45102ea3c20 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:11.894092 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2a897e1f-3fbb-4c4c-98cb-a0cbf51fd3a2 req-edd55e7c-5c9b-49d4-b69d-a45102ea3c20 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0491374 Oct 05 20:25:11.948586 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2a897e1f-3fbb-4c4c-98cb-a0cbf51fd3a2 req-1f93a610-2769-4f35-a076-041f5f6c0b65 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488417 Oct 05 20:25:12.703582 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225637c5-f65b-4a5a-9349-c1c6caafdeed req-22b39f1c-575d-4aa5-9925-09c792d3c26f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:12.721676 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-225637c5-f65b-4a5a-9349-c1c6caafdeed req-22b39f1c-575d-4aa5-9925-09c792d3c26f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0688748 Oct 05 20:25:12.744841 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:12.752052 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:12.778265 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-225637c5-f65b-4a5a-9349-c1c6caafdeed req-cc6edc67-cf76-4dc5-9d0c-146344cecab7 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546758 Oct 05 20:25:12.972473 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc12ad-d0ae-4086-b40d-6425474989c8 req-56e10164-9763-4360-923d-4f1938ba168f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:12.975483 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aacc12ad-d0ae-4086-b40d-6425474989c8 req-56e10164-9763-4360-923d-4f1938ba168f tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 931 time: 0.0709825 Oct 05 20:25:13.035746 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:13.040817 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aacc12ad-d0ae-4086-b40d-6425474989c8 req-13131fb1-ae7a-4ca1-9ae8-0739a95b2913 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586817 Oct 05 20:25:13.092573 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd3ba0-f2ec-445f-9a40-f169902ffa91 req-3cccd00f-1940-4111-81a6-01dba79e4425 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:13.094058 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-abdd3ba0-f2ec-445f-9a40-f169902ffa91 req-3cccd00f-1940-4111-81a6-01dba79e4425 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0510869 Oct 05 20:25:13.140538 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-abdd3ba0-f2ec-445f-9a40-f169902ffa91 req-988de3cf-de9a-47cd-98e9-ac1eb8b2f5a4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407865 Oct 05 20:25:13.905057 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37647a-20f0-4b18-959a-470063a8c04f req-a031e91d-e927-447b-b00c-dbdf5a632988 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:13.906596 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ad37647a-20f0-4b18-959a-470063a8c04f req-a031e91d-e927-447b-b00c-dbdf5a632988 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0479715 Oct 05 20:25:13.953343 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ad37647a-20f0-4b18-959a-470063a8c04f req-5c7514c3-9f58-458f-9e11-7a8ee90c8fd7 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412538 Oct 05 20:25:14.041971 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Request body: {'port': {'device_id': '539f21da-6837-47f9-9cb3-079290fdc4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:25:14.107315 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:14.179555 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5de6a-d2ba-4fad-94a3-47a4b863b3b1 req-c2e22219-8676-4e79-850f-d212ac41e03d tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:14.181049 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8de5de6a-d2ba-4fad-94a3-47a4b863b3b1 req-c2e22219-8676-4e79-850f-d212ac41e03d tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 931 time: 0.0503259 Oct 05 20:25:14.203436 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:14.230027 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8de5de6a-d2ba-4fad-94a3-47a4b863b3b1 req-5414b4c2-43ad-4f25-8bf2-c165e34be261 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428278 Oct 05 20:25:14.336158 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681b740-b57f-4b46-91e2-a3b8dc531e1a req-2c063a6f-6164-4f53-b39b-d024a5ca242b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:14.337764 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f681b740-b57f-4b46-91e2-a3b8dc531e1a req-2c063a6f-6164-4f53-b39b-d024a5ca242b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0504849 Oct 05 20:25:14.388891 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f681b740-b57f-4b46-91e2-a3b8dc531e1a req-cf797d2d-3300-4871-b122-c7e72dbf437b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445859 Oct 05 20:25:14.561968 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 {{(pid=106132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:25:14.569432 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Publish callbacks [] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:14.582069 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.provisioning_blocks [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Transition to ACTIVE for port object ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 will not be triggered until provisioned by entity L2. {{(pid=106132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:25:14.585775 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:14.647864 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:14.661164 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Attempting to bind port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:25:14.661755 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Attempting to bind port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a'}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:25:14.662058 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Attempting to bind port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 on network 8161c64b-ad1b-4220-99b9-84126ab53e0a {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:25:14.710541 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 on network 8161c64b-ad1b-4220-99b9-84126ab53e0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:25:14.710853 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Attempting to bind port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 on network 8161c64b-ad1b-4220-99b9-84126ab53e0a {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:25:14.753252 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:25:14.753619 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Checking segment: {'id': '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:25:14.753998 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Bound using segment: {'id': '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a'} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:25:14.754424 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Bound port: ce1ca4ad-a5d4-4707-8a17-35a71cff2c21, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a'}}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:25:14.754778 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:14.818552 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] For port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21, host hv-cinder-80152, cleared binding levels {{(pid=106132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:25:14.823197 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] For port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:25:14.829431 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:14.833035 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:14.834043 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:14.835421 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 HTTP/1.1" status: 200 len: 1093 time: 0.7977674 Oct 05 20:25:14.838357 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539f21da-6837-47f9-9cb3-079290fdc4e4', 'tag': 'ce1ca4ad-a5d4-4707-8a17-35a71cff2c21'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:25:14.843969 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7930657c-f8d8-475d-8e08-7f8182ac35b7" -d '{"events": [{"name": "network-changed", "server_uuid": "539f21da-6837-47f9-9cb3-079290fdc4e4", "tag": "ce1ca4ad-a5d4-4707-8a17-35a71cff2c21"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:25:14.897027 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868b5621-450f-4d5f-bfaf-df6ecea27342 x-openstack-request-id: req-868b5621-450f-4d5f-bfaf-df6ecea27342 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:25:14.897311 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539f21da-6837-47f9-9cb3-079290fdc4e4", "tag": "ce1ca4ad-a5d4-4707-8a17-35a71cff2c21", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:25:14.897604 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-868b5621-450f-4d5f-bfaf-df6ecea27342 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:25:14.898094 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868b5621-450f-4d5f-bfaf-df6ecea27342'] response: {'name': 'network-changed', 'server_uuid': '539f21da-6837-47f9-9cb3-079290fdc4e4', 'tag': 'ce1ca4ad-a5d4-4707-8a17-35a71cff2c21', 'status': 'completed', 'code': 200} Oct 05 20:25:14.903534 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb7d21-d259-4976-ae03-362aa9c38cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,revision_number=3']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:14.963780 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:14.977895 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-7a79ff9a-a7f7-4318-a8bd-72b284f0c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:14.979661 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-7a79ff9a-a7f7-4318-a8bd-72b284f0c9c5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1c2141e33c264250aa7642f46a9b4048&device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 1127 time: 0.0422425 Oct 05 20:25:15.028108 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-d6f827e2-b542-449d-a9f9-c3c12655410c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 HTTP/1.1" status: 200 len: 217 time: 0.0329847 Oct 05 20:25:15.107637 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa08e8-aa43-432e-b9ab-3cba51c0941e req-72471ea2-c329-436b-87e2-db9b7a780a86 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:15.109102 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bdfa08e8-aa43-432e-b9ab-3cba51c0941e req-72471ea2-c329-436b-87e2-db9b7a780a86 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0770869 Oct 05 20:25:15.134381 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-c8885296-92ce-450c-99b4-cb7183fa1534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:15.135697 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-c8885296-92ce-450c-99b4-cb7183fa1534 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=04b31864-8bc1-458f-857b-fda874ca3866 HTTP/1.1" status: 200 len: 853 time: 0.0759869 Oct 05 20:25:15.137736 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:15.178705 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-cce93f69-f35f-401b-ac32-cef035958d3f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8161c64b-ad1b-4220-99b9-84126ab53e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349400 Oct 05 20:25:15.197983 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bdfa08e8-aa43-432e-b9ab-3cba51c0941e req-ca11e2ea-cc06-48b5-89f5-cea082fb3bfa tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809574 Oct 05 20:25:15.277873 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-b2437165-6ec4-4dbb-b6e9-49e1a02b3bf8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910454 Oct 05 20:25:15.397932 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88668a78-e338-43c6-b1bf-f481e611f8e3 req-2edb66dc-9169-41d2-b8be-2dc173e246e9 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:15.399342 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-88668a78-e338-43c6-b1bf-f481e611f8e3 req-2edb66dc-9169-41d2-b8be-2dc173e246e9 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 943 time: 0.0693679 Oct 05 20:25:15.426593 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e9a2880d-aa46-4ee8-9715-e6f2a28d6e8f req-5aac63d7-e025-46bb-b410-41625937f53d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417894 Oct 05 20:25:15.451099 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cac45-6860-47d0-96c9-22c6bbf60f26 req-0bd473e3-e907-4296-a8a6-ab460993c7b6 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:15.452599 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-568cac45-6860-47d0-96c9-22c6bbf60f26 req-0bd473e3-e907-4296-a8a6-ab460993c7b6 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0487046 Oct 05 20:25:15.456750 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-88668a78-e338-43c6-b1bf-f481e611f8e3 req-5bea8df6-c672-4953-bece-7cf2568b4034 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476763 Oct 05 20:25:15.530060 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-568cac45-6860-47d0-96c9-22c6bbf60f26 req-e31275b3-291d-4479-a7fa-b3fe09feceed tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702488 Oct 05 20:25:15.578314 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab1de6-02ba-41e5-bc70-30401e7ceaf3 req-6293a38f-550d-4097-9560-89c9f09f028b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:15.579836 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-94ab1de6-02ba-41e5-bc70-30401e7ceaf3 req-6293a38f-550d-4097-9560-89c9f09f028b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0504489 Oct 05 20:25:15.627502 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-94ab1de6-02ba-41e5-bc70-30401e7ceaf3 req-946c91fd-8821-4fb6-8365-2311f21f760f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421584 Oct 05 20:25:16.488139 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-3d471c04-1ac6-443f-9f68-03084a0e5294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.489662 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-3d471c04-1ac6-443f-9f68-03084a0e5294 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=1c2141e33c264250aa7642f46a9b4048&device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 1127 time: 0.0434179 Oct 05 20:25:16.492296 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-7b75de2f-0d9c-42fd-90b7-3599abb94880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.493891 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-7b75de2f-0d9c-42fd-90b7-3599abb94880 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 1130 time: 0.0389328 Oct 05 20:25:16.591537 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-abc3f63c-f49e-4df9-9d7d-afb3f2b164ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.593274 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-abc3f63c-f49e-4df9-9d7d-afb3f2b164ec service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=8161c64b-ad1b-4220-99b9-84126ab53e0a HTTP/1.1" status: 200 len: 914 time: 0.0938272 Oct 05 20:25:16.619766 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b577a8b-e41b-45eb-ae47-83744705a193 req-93df6081-ad5c-446e-a5f6-cbc9f99b77b7 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.621277 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0b577a8b-e41b-45eb-ae47-83744705a193 req-93df6081-ad5c-446e-a5f6-cbc9f99b77b7 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 943 time: 0.0755603 Oct 05 20:25:16.643844 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-3ba62869-51d6-4999-93a2-db9f64063d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.645311 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-3ba62869-51d6-4999-93a2-db9f64063d4f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 912 time: 0.1444457 Oct 05 20:25:16.648452 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-920f90be-6d5e-4687-8c91-9ab90b8db843 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 HTTP/1.1" status: 200 len: 217 time: 0.0482185 Oct 05 20:25:16.712600 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0b577a8b-e41b-45eb-ae47-83744705a193 req-dd7571f7-6d61-499c-8e82-22601bdaff64 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855966 Oct 05 20:25:16.714280 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86270a0d-b7b5-4b0a-8a61-a6cc2f0c9ac2 req-f3b94f77-7a67-432b-a5f7-f4307d1ef627 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.715802 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-86270a0d-b7b5-4b0a-8a61-a6cc2f0c9ac2 req-f3b94f77-7a67-432b-a5f7-f4307d1ef627 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.1070435 Oct 05 20:25:16.727808 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-b9682e7c-3450-4c25-89e4-280d9a98d868 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2 HTTP/1.1" status: 200 len: 1002 time: 0.0688043 Oct 05 20:25:16.736797 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-e49c9817-c142-4a55-8f47-e63a7c0ccf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.738479 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-e49c9817-c142-4a55-8f47-e63a7c0ccf5e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=04b31864-8bc1-458f-857b-fda874ca3866 HTTP/1.1" status: 200 len: 853 time: 0.0700178 Oct 05 20:25:16.773303 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-c924130e-53e1-40d4-8f5c-24ee2f26586c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=8161c64b-ad1b-4220-99b9-84126ab53e0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275681 Oct 05 20:25:16.789607 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-83e26d09-ae1b-40fc-96ac-4cdb407e7974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.791342 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-83e26d09-ae1b-40fc-96ac-4cdb407e7974 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 200 len: 850 time: 0.0573711 Oct 05 20:25:16.847188 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-86270a0d-b7b5-4b0a-8a61-a6cc2f0c9ac2 req-9b0f0f8c-5575-4a48-a8f6-75016abf1c34 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199973 Oct 05 20:25:16.862646 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494e405-4a9d-4518-898f-874a0e790fdb req-c6e76cb6-cdd9-40d6-8cb5-3ee65cd29fdd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.864156 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4494e405-4a9d-4518-898f-874a0e790fdb req-c6e76cb6-cdd9-40d6-8cb5-3ee65cd29fdd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0772936 Oct 05 20:25:16.872799 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-f096d8da-fe73-4705-8cf1-029d72720a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:16.874259 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-f096d8da-fe73-4705-8cf1-029d72720a35 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=befb067e-a787-4f3b-9756-b797371b0a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0742965 Oct 05 20:25:16.898797 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-bb03ab35-5ee8-4419-a791-570f17ca3df4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152761 Oct 05 20:25:16.953878 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:16.970614 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4494e405-4a9d-4518-898f-874a0e790fdb req-db142d26-3d0a-4fe0-9cfd-cd0831abaeca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003420 Oct 05 20:25:16.997693 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-1fd138cb-9148-4c32-b51e-7c56e1a7c0bc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109312 Oct 05 20:25:16.999383 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7930657c-f8d8-475d-8e08-7f8182ac35b7 req-c2d4e395-5eae-4e3b-b91e-a7f4a1ec4c54 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947914 Oct 05 20:25:17.031581 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:17.110987 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4f3f1d2-5bb5-42f6-a833-8a3ec24d715b req-aaa0cc5e-b288-45b6-9597-ae24da36a7ba service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906978 Oct 05 20:25:17.179157 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b3e5480f-56da-407d-8990-abc193c39a0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:17.836331 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cad072-a04c-4236-aacc-0616508084c7 req-b417b2a4-80b3-4d0d-9dd4-74d90585488c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:17.837818 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-42cad072-a04c-4236-aacc-0616508084c7 req-b417b2a4-80b3-4d0d-9dd4-74d90585488c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 943 time: 0.0471389 Oct 05 20:25:17.877351 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:17.885656 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-42cad072-a04c-4236-aacc-0616508084c7 req-782730c2-6cff-4594-b90a-ad1b1bb78e4e tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414574 Oct 05 20:25:17.974599 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992a035-b079-42b2-b361-4d9f8d5873cd req-6976c2df-5210-41a9-a2b8-cc2323e0e285 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:17.976055 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a992a035-b079-42b2-b361-4d9f8d5873cd req-6976c2df-5210-41a9-a2b8-cc2323e0e285 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0497661 Oct 05 20:25:18.022049 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a992a035-b079-42b2-b361-4d9f8d5873cd req-9a828bad-b8d3-480d-b2b0-b0c283ba364b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404871 Oct 05 20:25:18.111902 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a753e-4215-4f9f-8d30-20d347ab1b9b req-ce28b188-1bc2-4794-8952-f29e86b27ab7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:18.113372 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4e9a753e-4215-4f9f-8d30-20d347ab1b9b req-ce28b188-1bc2-4794-8952-f29e86b27ab7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0464451 Oct 05 20:25:18.138985 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:25:18.164496 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4e9a753e-4215-4f9f-8d30-20d347ab1b9b req-5eec2ddb-9a6f-47e8-bd91-5f8440a8e850 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453246 Oct 05 20:25:18.237506 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:18.248418 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': 'ce1ca4ad-a5d4-4707-8a17-35a71cff2c21', 'network_id': '8161c64b-ad1b-4220-99b9-84126ab53e0a', 'port_id': 'ce1ca4ad-a5d4-4707-8a17-35a71cff2c21', 'mac_address': 'fa:16:3e:7c:66:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b31864-8bc1-458f-857b-fda874ca3866', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:25:18.404287 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:25:18.404674 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:18.417458 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:25:18.437401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:18.441287 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:18.486770 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:18.790431 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['ce1ca4ad-a5d4-4707-8a17-35a71cff2c21'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:25:19.008666 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5316cc-c966-4b45-981a-451f2db29d18 req-29bcb1c5-df9e-44a4-b29e-b3fb69738821 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:19.010146 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b5316cc-c966-4b45-981a-451f2db29d18 req-29bcb1c5-df9e-44a4-b29e-b3fb69738821 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 944 time: 0.0456774 Oct 05 20:25:19.056639 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b5316cc-c966-4b45-981a-451f2db29d18 req-4838b1f8-4121-449a-8eba-e13312434374 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Oct 05 20:25:19.144323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cfbcef-aefb-4660-bf61-699d240603db req-fe14d0de-6a19-4e07-b690-203e73ec7098 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:19.145803 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-98cfbcef-aefb-4660-bf61-699d240603db req-fe14d0de-6a19-4e07-b690-203e73ec7098 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0468740 Oct 05 20:25:19.192808 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-98cfbcef-aefb-4660-bf61-699d240603db req-46dbc72e-4732-4c4d-abf2-f4ac97bcb1ae tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414155 Oct 05 20:25:19.299421 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394b7fd-930a-40aa-b300-69ab862cee40 req-030ecd76-28ef-4355-9065-6b90c26bb6a0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:19.301050 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6394b7fd-930a-40aa-b300-69ab862cee40 req-030ecd76-28ef-4355-9065-6b90c26bb6a0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0513258 Oct 05 20:25:19.540653 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-caf2bb5b-924b-4be8-adfc-ad129cca1eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:19.554324 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:19.585055 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6394b7fd-930a-40aa-b300-69ab862cee40 req-a288a038-85e6-43d0-9029-322c2e191ea9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2781539 Oct 05 20:25:20.164670 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:25:20.177744 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced3c8d-74b9-424e-9ff3-2032950837c1 req-d4156249-3d65-4b0c-9417-ce19e951e658 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:20.179255 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6ced3c8d-74b9-424e-9ff3-2032950837c1 req-d4156249-3d65-4b0c-9417-ce19e951e658 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 944 time: 0.0487587 Oct 05 20:25:20.207728 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:25:20.214591 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:25:20.215650 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:20.215985 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 Oct 05 20:25:20.237784 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6ced3c8d-74b9-424e-9ff3-2032950837c1 req-a905ea0b-d22f-4a31-bbf3-08fd9a3d3d58 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526083 Oct 05 20:25:20.289998 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:25:20.290387 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:20.300803 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:20.314611 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539f21da-6837-47f9-9cb3-079290fdc4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ca4ad-a5d4-4707-8a17-35a71cff2c21'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:25:20.316834 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5e2e39-76a7-4e36-a0ff-65522aa39cf0" -d '{"events": [{"server_uuid": "539f21da-6837-47f9-9cb3-079290fdc4e4", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ca4ad-a5d4-4707-8a17-35a71cff2c21"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:25:20.330078 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:20.335385 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:20.358667 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effc8901-5c70-49ea-943b-65e497ca9c42 x-openstack-request-id: req-effc8901-5c70-49ea-943b-65e497ca9c42 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:25:20.358956 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539f21da-6837-47f9-9cb3-079290fdc4e4", "name": "network-vif-plugged", "status": "completed", "tag": "ce1ca4ad-a5d4-4707-8a17-35a71cff2c21", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:25:20.359206 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-effc8901-5c70-49ea-943b-65e497ca9c42 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:25:20.359591 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effc8901-5c70-49ea-943b-65e497ca9c42'] response: {'server_uuid': '539f21da-6837-47f9-9cb3-079290fdc4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce1ca4ad-a5d4-4707-8a17-35a71cff2c21', 'code': 200} Oct 05 20:25:20.384382 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:20.714472 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65583e3a-8205-4abd-aa92-26f8fa87cfcf req-7324becb-9b2e-40a5-8a0d-82f68b76dcbe tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:20.715914 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-65583e3a-8205-4abd-aa92-26f8fa87cfcf req-7324becb-9b2e-40a5-8a0d-82f68b76dcbe tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0509875 Oct 05 20:25:20.762293 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-65583e3a-8205-4abd-aa92-26f8fa87cfcf req-a25edbb5-c132-4381-bd92-c1a630ede598 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400937 Oct 05 20:25:20.906482 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:20.914635 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:20.966292 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe84dcf-e6b6-421a-8238-2d13528b9a28 req-e200bd4e-c4a1-46f2-ae09-2b02a0f15459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:20.967747 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9fe84dcf-e6b6-421a-8238-2d13528b9a28 req-e200bd4e-c4a1-46f2-ae09-2b02a0f15459 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 1129 time: 0.0386951 Oct 05 20:25:21.014155 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9fe84dcf-e6b6-421a-8238-2d13528b9a28 req-9bd22938-f125-4bff-a334-8692eb9fa81c service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372281 Oct 05 20:25:21.361667 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c76a5e6-e770-458a-a01b-eddf70cfc9d6 req-a9edd94f-c79d-4d8e-9ec2-af5d3226ee57 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:21.363134 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2c76a5e6-e770-458a-a01b-eddf70cfc9d6 req-a9edd94f-c79d-4d8e-9ec2-af5d3226ee57 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 945 time: 0.0485127 Oct 05 20:25:21.409456 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2c76a5e6-e770-458a-a01b-eddf70cfc9d6 req-52aec490-6d49-4643-9306-ef2f0b292a99 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Oct 05 20:25:21.888086 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835d1e3-aefa-4dc9-acb3-ed00748ef69b req-4fc243fd-fd52-4311-8575-d001a09290d9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:21.889568 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6835d1e3-aefa-4dc9-acb3-ed00748ef69b req-4fc243fd-fd52-4311-8575-d001a09290d9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0466866 Oct 05 20:25:21.936053 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6835d1e3-aefa-4dc9-acb3-ed00748ef69b req-da71ff05-02ef-4766-b474-9dd2e1240a84 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407860 Oct 05 20:25:22.529052 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01387f7-af09-4ac6-bd9b-1172e3eb3184 req-b1772c73-a78e-49b8-bdc8-1eec0fe1a9da tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:22.530836 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e01387f7-af09-4ac6-bd9b-1172e3eb3184 req-b1772c73-a78e-49b8-bdc8-1eec0fe1a9da tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 945 time: 0.0486512 Oct 05 20:25:22.546862 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:22.579460 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e01387f7-af09-4ac6-bd9b-1172e3eb3184 req-ecd8b91b-3173-4fce-ad49-6f3edae25f38 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425062 Oct 05 20:25:22.685841 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:23.060367 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ad05d-4a87-425b-af35-8b331f76c81a req-740a5588-1ac1-4122-9d07-2e40b981f174 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:23.061875 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cc2ad05d-4a87-425b-af35-8b331f76c81a req-740a5588-1ac1-4122-9d07-2e40b981f174 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0460086 Oct 05 20:25:23.111686 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cc2ad05d-4a87-425b-af35-8b331f76c81a req-bfec86e7-35fc-4175-9164-1de632146383 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443969 Oct 05 20:25:23.700638 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337779e1-59ca-4ba9-9ba2-28c0c08a5afb req-9059020d-c765-41d2-9934-8245f632742c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:23.702163 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-337779e1-59ca-4ba9-9ba2-28c0c08a5afb req-9059020d-c765-41d2-9934-8245f632742c tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 945 time: 0.0490794 Oct 05 20:25:23.754517 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-337779e1-59ca-4ba9-9ba2-28c0c08a5afb req-abfe2279-a268-4f3e-8fad-e20e2a6d5011 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460823 Oct 05 20:25:24.179218 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:25:24.238032 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5ff1f-ed54-4198-bc05-a10ede1244bc req-e79e40f7-1c2c-4671-be1a-40c224c7bbfc tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:24.239510 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-28d5ff1f-ed54-4198-bc05-a10ede1244bc req-e79e40f7-1c2c-4671-be1a-40c224c7bbfc tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 943 time: 0.0482318 Oct 05 20:25:24.280469 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:24.289321 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-28d5ff1f-ed54-4198-bc05-a10ede1244bc req-5498e94b-e076-4d06-9f62-552564863d4f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Oct 05 20:25:24.296560 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '179ef3ed-c463-418f-b678-aaee7de5535e', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'port_id': '179ef3ed-c463-418f-b678-aaee7de5535e', 'mac_address': 'fa:16:3e:5e:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:25:24.333358 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 179ef3ed-c463-418f-b678-aaee7de5535e is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:25:24.333766 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.346973 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 179ef3ed-c463-418f-b678-aaee7de5535e {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:25:24.367041 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:24.370570 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.415517 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=9']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:24.572297 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 49980) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:25:24.577169 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-2887ac61-e2c0-41f9-8c7d-c762afacf26a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443102752', 'description': 'tempest-description--1432931833'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:25:24.597677 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2887ac61-e2c0-41f9-8c7d-c762afacf26a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.666243 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2887ac61-e2c0-41f9-8c7d-c762afacf26a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (a41d9dcf-099c-494f-89bf-7fd36eb223b1), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.670800 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2887ac61-e2c0-41f9-8c7d-c762afacf26a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a41d9dcf-099c-494f-89bf-7fd36eb223b1), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.702523 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2887ac61-e2c0-41f9-8c7d-c762afacf26a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.703741 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2887ac61-e2c0-41f9-8c7d-c762afacf26a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1302369 Oct 05 20:25:24.704904 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2887ac61-e2c0-41f9-8c7d-c762afacf26a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a41d9dcf-099c-494f-89bf-7fd36eb223b1,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:24.706839 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 49982) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:25:24.712177 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group_rule': {'security_group_id': 'a41d9dcf-099c-494f-89bf-7fd36eb223b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:25:24.740067 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (4389c424-6156-47d5-a36d-eaf96d83cfbb), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.795229 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (4389c424-6156-47d5-a36d-eaf96d83cfbb), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.800604 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (4389c424-6156-47d5-a36d-eaf96d83cfbb), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.801782 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['179ef3ed-c463-418f-b678-aaee7de5535e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:25:24.822479 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:24.828455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4389c424-6156-47d5-a36d-eaf96d83cfbb,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:24.840455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.841904 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336961 Oct 05 20:25:24.844126 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.844475 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.844651 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 49984) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:25:24.844811 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.845147 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.845474 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.846377 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.846377 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.846591 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.846800 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.847122 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.847440 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.847759 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.848079 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.848400 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.848716 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904a20b-06ea-4b6c-9c2d-c13477519ea9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:24.849171 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-bbae9e35-5f2f-494a-a4ab-d16c66276254 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group_rule': {'security_group_id': 'a41d9dcf-099c-494f-89bf-7fd36eb223b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:25:24.892230 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bbae9e35-5f2f-494a-a4ab-d16c66276254 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (e78f6238-92d0-44ac-a16c-ce4290c389ce), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.940496 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:24.951934 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bbae9e35-5f2f-494a-a4ab-d16c66276254 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (e78f6238-92d0-44ac-a16c-ce4290c389ce), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.956417 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bbae9e35-5f2f-494a-a4ab-d16c66276254 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (e78f6238-92d0-44ac-a16c-ce4290c389ce), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.964036 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:24.976438 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae9e35-5f2f-494a-a4ab-d16c66276254 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78f6238-92d0-44ac-a16c-ce4290c389ce,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:24.984599 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bbae9e35-5f2f-494a-a4ab-d16c66276254 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:24.988947 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-bbae9e35-5f2f-494a-a4ab-d16c66276254 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432776 Oct 05 20:25:24.989219 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 49986) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:25:24.993831 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:25:25.016104 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.095081 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.189968 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:25.207896 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Allocated IP 172.27.0.53 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/bf36ad54-e365-433f-bb39-90a29c5b426b) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:25:25.309919 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (bf36ad54-e365-433f-bb39-90a29c5b426b), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.341771 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (bf36ad54-e365-433f-bb39-90a29c5b426b), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.397850 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:25:25.419431 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:25:25.423411 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=bf36ad54-e365-433f-bb39-90a29c5b426b,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:25.427640 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:25:25.458457 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cefe15-d8bb-43ef-83f1-d4c405b8e5e8 req-84dbbd38-3354-4f31-87f5-4090ecf0bee9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:25.459848 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-39cefe15-d8bb-43ef-83f1-d4c405b8e5e8 req-84dbbd38-3354-4f31-87f5-4090ecf0bee9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 944 time: 0.0819490 Oct 05 20:25:25.548966 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-39cefe15-d8bb-43ef-83f1-d4c405b8e5e8 req-2e88157c-f614-4b93-a7d0-306dd0168b60 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831549 Oct 05 20:25:25.556286 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (64987f3b-441b-4ba4-a10f-17167b9fdf53), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.593455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (bf36ad54-e365-433f-bb39-90a29c5b426b), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.721790 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:25.741255 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (bf36ad54-e365-433f-bb39-90a29c5b426b), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.745363 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (bf36ad54-e365-433f-bb39-90a29c5b426b), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.810969 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (64987f3b-441b-4ba4-a10f-17167b9fdf53), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.813706 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=bf36ad54-e365-433f-bb39-90a29c5b426b,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:25.828804 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:25.830038 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-000f0212-c537-4ce3-9969-300236345978 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8397880 Oct 05 20:25:26.028795 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-b7abc341-b839-442c-946c-1ce9047f1148 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1443102752&fields=id&tenant_id=05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 267 time: 0.0444481 Oct 05 20:25:26.131774 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-47a5a3e7-9056-466a-9cbc-70022135659a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:26.133194 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-47a5a3e7-9056-466a-9cbc-70022135659a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 815 time: 0.0981076 Oct 05 20:25:26.147577 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-58763d5e-a9c8-4ee8-9124-3d5f4bf52941 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/quotas/05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 375 time: 0.0086122 Oct 05 20:25:26.196289 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:25:26.201138 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-abf4311b-7ef7-4625-a320-11a36134209a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481832 Oct 05 20:25:26.241893 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 179ef3ed-c463-418f-b678-aaee7de5535e triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:25:26.242264 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:26.242599 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 179ef3ed-c463-418f-b678-aaee7de5535e Oct 05 20:25:26.298802 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-dd280f0d-7587-4c96-bd53-8a3c6bc29f01 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859485 Oct 05 20:25:26.317757 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 179ef3ed-c463-418f-b678-aaee7de5535e is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:25:26.318146 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:26.341452 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:25:26.343735 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054d1da1-1572-4819-b0b8-6d2bc985e20e" -d '{"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-plugged", "status": "completed", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:25:26.357249 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:26.365053 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:26.388603 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd055e7-d4f0-4e15-a227-49d972047038 x-openstack-request-id: req-acd055e7-d4f0-4e15-a227-49d972047038 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:25:26.388894 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-plugged", "status": "completed", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:25:26.389146 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acd055e7-d4f0-4e15-a227-49d972047038 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:25:26.389569 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd055e7-d4f0-4e15-a227-49d972047038'] response: {'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e', 'code': 200} Oct 05 20:25:26.399892 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-936928d8-5490-4a60-879a-ede08386c0c8 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953898 Oct 05 20:25:26.401416 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:26.416609 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=10']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:26.564238 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c0382837-7664-4856-8605-f02585bb4a48 req-0de721d0-cdfc-47b5-bb0a-79248af88648 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 210 time: 0.0284295 Oct 05 20:25:26.682872 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538864-83dc-454c-bcbc-4604438901ed req-2ad26b03-2d4f-44d2-b18c-ac5eb548b8bd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:26.684893 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0a538864-83dc-454c-bcbc-4604438901ed req-2ad26b03-2d4f-44d2-b18c-ac5eb548b8bd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 946 time: 0.0526626 Oct 05 20:25:26.738156 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0a538864-83dc-454c-bcbc-4604438901ed req-f79b64d3-242a-4527-8860-112ecb5cc03a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472329 Oct 05 20:25:26.997032 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52c747-e8f3-4af1-8301-770d8bed43bf req-2e339a9c-f15b-431c-9447-8a98d16e7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:26.998545 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7d52c747-e8f3-4af1-8301-770d8bed43bf req-2e339a9c-f15b-431c-9447-8a98d16e7926 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 1130 time: 0.0414796 Oct 05 20:25:27.045914 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7d52c747-e8f3-4af1-8301-770d8bed43bf req-9a6388b1-3be3-4883-95a7-634996d5089a service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398643 Oct 05 20:25:27.533941 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:27.671816 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-26868c98-4394-45d9-ad5f-ad90d93b00c7 req-54ddef72-44a2-4b3b-b118-918ce6bc1905 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 210 time: 0.0274284 Oct 05 20:25:27.865743 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c914da-c7fd-4724-9f38-94a26859c382 req-39c92f2f-bf7c-4492-85e4-e22b8aecb039 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:27.867150 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-20c914da-c7fd-4724-9f38-94a26859c382 req-39c92f2f-bf7c-4492-85e4-e22b8aecb039 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 946 time: 0.0478296 Oct 05 20:25:27.920982 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-20c914da-c7fd-4724-9f38-94a26859c382 req-a5acb424-4b61-426c-b217-319678bcd026 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475426 Oct 05 20:25:28.773881 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fdc6fac4-0c9e-452b-9cd2-0a66653d24c9 req-7704f525-bd54-45c6-b0a6-92363f26d071 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 210 time: 0.0285923 Oct 05 20:25:29.052098 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac8a521-2a87-496f-9f2f-0756af346193 req-89d6e92f-7482-41a8-b977-605c282c99f4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:29.054430 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-aac8a521-2a87-496f-9f2f-0756af346193 req-89d6e92f-7482-41a8-b977-605c282c99f4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 946 time: 0.0521095 Oct 05 20:25:29.108697 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-aac8a521-2a87-496f-9f2f-0756af346193 req-f6160a5b-2f67-46dd-84f7-55f073130729 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436924 Oct 05 20:25:29.680800 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:29.786822 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-28e59049-f8c3-47ed-ad72-e50959657fb0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:29.788194 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-28e59049-f8c3-47ed-ad72-e50959657fb0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 815 time: 0.1171751 Oct 05 20:25:29.885794 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-002dd843-c2b0-40a8-a0a5-51e666e0d849 req-5e91825b-5e17-47c2-8ede-36b60cb9846a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 210 time: 0.0325775 Oct 05 20:25:29.928979 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-5072d129-b737-4e47-b73e-736a7b45a15e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 472 time: 0.0897059 Oct 05 20:25:30.180432 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'port': {'device_id': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'admin_state_up': True, 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'security_groups': ['a41d9dcf-099c-494f-89bf-7fd36eb223b1']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:25:30.236687 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e62368-1691-4f91-a44a-7e676a854cd3 req-936b9e3d-25e8-4ed1-bad6-485f69a71237 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:30.238191 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c3e62368-1691-4f91-a44a-7e676a854cd3 req-936b9e3d-25e8-4ed1-bad6-485f69a71237 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 946 time: 0.0468867 Oct 05 20:25:30.285112 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c3e62368-1691-4f91-a44a-7e676a854cd3 req-1d918aac-14ec-4fa1-8f45-23bcab3da2a4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413961 Oct 05 20:25:30.293836 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Made reservation on behalf of 05398ef99be34b57b61052a0f07f57f8 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:25:30.297645 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:30.424683 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Allocated IP 172.20.0.7 (9b866581-0156-4c8b-8621-7be5c67dfe5d/306a00f7-bd0c-4556-a5a8-968442b962ff/6bf325fe-56f6-427f-8567-d1c8aa923356) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:25:30.518020 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:30.561907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:30.594907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:30.642726 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:25:30.645970 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:25:30.649972 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:25:30.674244 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=6bf325fe-56f6-427f-8567-d1c8aa923356,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:30.706590 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:30.707235 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:30.726663 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-79c18d50-795f-404e-bd53-6b0d93eb664b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5501530 Oct 05 20:25:30.919449 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4edd700c-5c05-4016-94ed-690a35be5159 None None] Provisioning complete for port 6bf325fe-56f6-427f-8567-d1c8aa923356 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:25:30.919986 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4edd700c-5c05-4016-94ed-690a35be5159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:30.920072 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4edd700c-5c05-4016-94ed-690a35be5159 None None] Attempt 1 to provision port 6bf325fe-56f6-427f-8567-d1c8aa923356 Oct 05 20:25:30.954956 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4edd700c-5c05-4016-94ed-690a35be5159 None None] Port 6bf325fe-56f6-427f-8567-d1c8aa923356 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:25:31.005086 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a8a0e-31c7-4642-afd5-8a1d69552181 req-0337633d-0138-43f6-b428-01a2282f1ec7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:31.006564 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cb8a8a0e-31c7-4642-afd5-8a1d69552181 req-0337633d-0138-43f6-b428-01a2282f1ec7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 931 time: 0.0467207 Oct 05 20:25:31.052926 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cb8a8a0e-31c7-4642-afd5-8a1d69552181 req-0cae9f99-09bb-4bc8-a3ea-c42b514296d5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408673 Oct 05 20:25:31.128240 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Request body: {'port': {'device_id': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:25:31.190511 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:31.195777 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:31.448400 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf325fe-56f6-427f-8567-d1c8aa923356 {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:25:31.456333 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Publish callbacks [] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:31.469357 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Transition to ACTIVE for port object 6bf325fe-56f6-427f-8567-d1c8aa923356 will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:25:31.473186 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:31.537990 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf325fe-56f6-427f-8567-d1c8aa923356,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:31.589130 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Attempting to bind port 6bf325fe-56f6-427f-8567-d1c8aa923356 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:25:31.590114 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Attempting to bind port 6bf325fe-56f6-427f-8567-d1c8aa923356 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:25:31.590447 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Attempting to bind port 6bf325fe-56f6-427f-8567-d1c8aa923356 on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:25:31.622489 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:31.634081 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Port 6bf325fe-56f6-427f-8567-d1c8aa923356 on network 9b866581-0156-4c8b-8621-7be5c67dfe5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:25:31.634404 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Attempting to bind port 6bf325fe-56f6-427f-8567-d1c8aa923356 on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:25:31.681975 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:25:31.682205 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Checking segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:25:31.682584 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Bound using segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:25:31.683081 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Bound port: 6bf325fe-56f6-427f-8567-d1c8aa923356, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:25:31.683465 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:31.750947 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] For port 6bf325fe-56f6-427f-8567-d1c8aa923356, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:25:31.753994 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] For port 6bf325fe-56f6-427f-8567-d1c8aa923356, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6bf325fe-56f6-427f-8567-d1c8aa923356,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:25:31.759098 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:31.764150 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:31.764747 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:31.766146 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/6bf325fe-56f6-427f-8567-d1c8aa923356 HTTP/1.1" status: 200 len: 1093 time: 0.6424079 Oct 05 20:25:31.766680 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'tag': '6bf325fe-56f6-427f-8567-d1c8aa923356'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:25:31.768887 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd5c8f4-254b-4924-a74a-8f5b8f190b48", "tag": "6bf325fe-56f6-427f-8567-d1c8aa923356"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:25:31.782703 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:31.788205 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:31.812812 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45eabd15-313d-42c0-8bd1-39c2d5965859 x-openstack-request-id: req-45eabd15-313d-42c0-8bd1-39c2d5965859 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:25:31.813070 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd5c8f4-254b-4924-a74a-8f5b8f190b48", "tag": "6bf325fe-56f6-427f-8567-d1c8aa923356", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:25:31.813325 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45eabd15-313d-42c0-8bd1-39c2d5965859 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:25:31.813740 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45eabd15-313d-42c0-8bd1-39c2d5965859'] response: {'name': 'network-changed', 'server_uuid': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'tag': '6bf325fe-56f6-427f-8567-d1c8aa923356', 'status': 'completed', 'code': 200} Oct 05 20:25:31.818672 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2e46e-d302-4dc0-8004-e760e6051108 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf325fe-56f6-427f-8567-d1c8aa923356,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:31.902940 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-0acf7748-77ba-4c51-8523-39a5e8da8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:31.904443 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-0acf7748-77ba-4c51-8523-39a5e8da8240 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 1127 time: 0.0410180 Oct 05 20:25:31.960675 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-100b831d-c953-44db-bdc8-8497353f0e64 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf325fe-56f6-427f-8567-d1c8aa923356 HTTP/1.1" status: 200 len: 217 time: 0.0367541 Oct 05 20:25:32.011049 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-99bd49fe-e4f8-46a7-a4b0-5ea6e16828e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:32.012919 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-99bd49fe-e4f8-46a7-a4b0-5ea6e16828e2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0428092 Oct 05 20:25:32.056117 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-8207f98b-13e9-42ef-9de7-451b7b01a75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:32.057537 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-8207f98b-13e9-42ef-9de7-451b7b01a75e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370936 Oct 05 20:25:32.174359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944c48c-7c4b-4c93-a7a4-c008a873ac8a req-eef7e519-712d-41bd-9d56-1426b0b733fa tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:32.175793 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b944c48c-7c4b-4c93-a7a4-c008a873ac8a req-eef7e519-712d-41bd-9d56-1426b0b733fa tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 943 time: 0.0491138 Oct 05 20:25:32.188072 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:32.224074 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b944c48c-7c4b-4c93-a7a4-c008a873ac8a req-839210cd-2e01-4741-a35f-57eda9689f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428562 Oct 05 20:25:33.080165 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-5344731f-436c-45b9-b1f7-6f78d381c4f6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825846 Oct 05 20:25:33.348922 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1b2c9c-5b7a-46e0-aff9-5b174f8a037d req-f3f915ed-048a-48a3-8b2b-a744dec30039 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:33.350397 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ea1b2c9c-5b7a-46e0-aff9-5b174f8a037d req-f3f915ed-048a-48a3-8b2b-a744dec30039 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 943 time: 0.0505388 Oct 05 20:25:33.396760 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ea1b2c9c-5b7a-46e0-aff9-5b174f8a037d req-d59eee36-b35e-4b26-b565-16f4795e82f8 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408194 Oct 05 20:25:33.910786 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93a7dc37-ecee-483a-b7b8-dbff711dcc85 req-69e42b47-6fb9-41c8-b3a1-e4fe7ee67b0c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901513 Oct 05 20:25:34.514267 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33d579-3308-4660-bdae-a3f6dd64b2ef req-11904655-de0a-4d4c-93c4-539c73370e56 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:34.515732 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9b33d579-3308-4660-bdae-a3f6dd64b2ef req-11904655-de0a-4d4c-93c4-539c73370e56 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 943 time: 0.0457430 Oct 05 20:25:34.559060 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:34.563595 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9b33d579-3308-4660-bdae-a3f6dd64b2ef req-f9a821ed-8184-4bc2-a58a-c42fa47cfa68 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424888 Oct 05 20:25:35.685446 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f5c6f-2f79-4605-bad1-85ea8779e444 req-c76a60ef-81ac-4efc-b795-fb87e7cb843b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:35.686961 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0b0f5c6f-2f79-4605-bad1-85ea8779e444 req-c76a60ef-81ac-4efc-b795-fb87e7cb843b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 943 time: 0.0464041 Oct 05 20:25:35.697866 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:35.738051 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0b0f5c6f-2f79-4605-bad1-85ea8779e444 req-2b4d12bc-5abf-4798-8820-807a1ab9de60 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453207 Oct 05 20:25:36.265636 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-7a98e0c0-dbf4-4386-88b9-123a56260501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:36.267145 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-7a98e0c0-dbf4-4386-88b9-123a56260501 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 1127 time: 0.0410845 Oct 05 20:25:36.830423 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:25:36.862447 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f748a-ffdc-455c-8140-c1ddc894db66 req-2e61621a-da76-4a29-8859-3c6e1e95ed1a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:36.863943 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b51f748a-ffdc-455c-8140-c1ddc894db66 req-2e61621a-da76-4a29-8859-3c6e1e95ed1a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 943 time: 0.0473769 Oct 05 20:25:36.915187 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b51f748a-ffdc-455c-8140-c1ddc894db66 req-355a5969-631f-4315-abeb-8cb302baa7cf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451524 Oct 05 20:25:37.281314 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-a15976a6-64b8-45cc-adec-00e72312269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:37.282711 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-a15976a6-64b8-45cc-adec-00e72312269d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 916 time: 0.0892270 Oct 05 20:25:38.039294 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c28207-d65a-487c-bd64-8f0e668ff3c2 req-30911677-c709-4a84-8dd1-9ddd9e845467 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:38.040767 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-88c28207-d65a-487c-bd64-8f0e668ff3c2 req-30911677-c709-4a84-8dd1-9ddd9e845467 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 943 time: 0.0461292 Oct 05 20:25:38.088180 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-88c28207-d65a-487c-bd64-8f0e668ff3c2 req-51341ba3-af11-4fa1-900a-3e8c483da1f2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413311 Oct 05 20:25:38.939714 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 6bf325fe-56f6-427f-8567-d1c8aa923356 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:25:38.997022 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-1172ed33-ccc4-4a42-b452-ee409ce51e7e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf325fe-56f6-427f-8567-d1c8aa923356 HTTP/1.1" status: 200 len: 217 time: 0.0328286 Oct 05 20:25:39.021595 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:39.045254 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 6bf325fe-56f6-427f-8567-d1c8aa923356, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6bf325fe-56f6-427f-8567-d1c8aa923356,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:39.051474 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-b8197631-654a-471f-8777-3ce981cb64b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:39.052932 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-b8197631-654a-471f-8777-3ce981cb64b5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0491626 Oct 05 20:25:39.056327 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '6bf325fe-56f6-427f-8567-d1c8aa923356', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'port_id': '6bf325fe-56f6-427f-8567-d1c8aa923356', 'mac_address': 'fa:16:3e:9e:15:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:25:39.093725 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 6bf325fe-56f6-427f-8567-d1c8aa923356 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:25:39.094113 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:39.105435 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-56a0998f-fbc4-4766-9269-b6761e39ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:39.107561 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-56a0998f-fbc4-4766-9269-b6761e39ca74 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430713 Oct 05 20:25:39.108484 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf325fe-56f6-427f-8567-d1c8aa923356 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:25:39.131327 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 6bf325fe-56f6-427f-8567-d1c8aa923356, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6bf325fe-56f6-427f-8567-d1c8aa923356,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:39.137551 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:39.180820 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:39.196169 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=6bf325fe-56f6-427f-8567-d1c8aa923356,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:39.204974 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.205351 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.206015 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.206366 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.206762 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.207133 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.207548 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.207876 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.208237 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.208657 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.208989 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.209345 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.209844 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.210188 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.210521 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:25:39.218259 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a53c94-b1a0-4a9b-8da7-5dd94e95c7a5 req-450e9e6a-68ca-4a83-9311-375216a36d77 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:39.219768 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-73a53c94-b1a0-4a9b-8da7-5dd94e95c7a5 req-450e9e6a-68ca-4a83-9311-375216a36d77 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 944 time: 0.0492060 Oct 05 20:25:39.222926 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-9f76437f-45a6-4f20-85e7-5d36898b93e6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066976 Oct 05 20:25:39.267246 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-73a53c94-b1a0-4a9b-8da7-5dd94e95c7a5 req-32eec119-bf2c-4102-ae62-2f54beb85041 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419097 Oct 05 20:25:39.330294 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0821a60b-b8f8-4bc8-8c58-4e1ea89b864a req-043d589e-9193-42d5-80d1-7e37428dca50 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932908 Oct 05 20:25:39.603407 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['6bf325fe-56f6-427f-8567-d1c8aa923356'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:25:40.387875 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31f2d0-c933-4351-a4d0-f5c45662f513 req-7fa20bc6-c2a2-41ac-a6e8-121a31e00b8d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:40.389291 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0f31f2d0-c933-4351-a4d0-f5c45662f513 req-7fa20bc6-c2a2-41ac-a6e8-121a31e00b8d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 944 time: 0.0483232 Oct 05 20:25:40.443343 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0f31f2d0-c933-4351-a4d0-f5c45662f513 req-7456df73-5a5e-47c2-b971-db77499c6790 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484204 Oct 05 20:25:40.686313 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 6bf325fe-56f6-427f-8567-d1c8aa923356 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:25:40.730531 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 6bf325fe-56f6-427f-8567-d1c8aa923356 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:25:40.736518 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 6bf325fe-56f6-427f-8567-d1c8aa923356 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:25:40.736896 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:40.737268 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 6bf325fe-56f6-427f-8567-d1c8aa923356 Oct 05 20:25:40.807862 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 6bf325fe-56f6-427f-8567-d1c8aa923356 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:25:40.808241 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:40.833338 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf325fe-56f6-427f-8567-d1c8aa923356'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:25:40.835554 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab54763-6c80-4bb0-9cda-041d0c43ca93" -d '{"events": [{"server_uuid": "6bd5c8f4-254b-4924-a74a-8f5b8f190b48", "name": "network-vif-plugged", "status": "completed", "tag": "6bf325fe-56f6-427f-8567-d1c8aa923356"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:25:40.848800 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 6bf325fe-56f6-427f-8567-d1c8aa923356, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6bf325fe-56f6-427f-8567-d1c8aa923356,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:40.854200 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:40.878198 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f69ba0f-781a-46ea-a1c5-9615fb9299e9 x-openstack-request-id: req-5f69ba0f-781a-46ea-a1c5-9615fb9299e9 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:25:40.878198 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd5c8f4-254b-4924-a74a-8f5b8f190b48", "name": "network-vif-plugged", "status": "completed", "tag": "6bf325fe-56f6-427f-8567-d1c8aa923356", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:25:40.878431 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5f69ba0f-781a-46ea-a1c5-9615fb9299e9 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:25:40.878791 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f69ba0f-781a-46ea-a1c5-9615fb9299e9'] response: {'server_uuid': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf325fe-56f6-427f-8567-d1c8aa923356', 'code': 200} Oct 05 20:25:40.905778 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=6bf325fe-56f6-427f-8567-d1c8aa923356,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:41.087217 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d9040-5e24-4c3e-ab3e-8de97b94064c req-2f4a504b-f14e-422f-85c8-7f5e2a4adfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:41.088696 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b55d9040-5e24-4c3e-ab3e-8de97b94064c req-2f4a504b-f14e-422f-85c8-7f5e2a4adfb0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 1129 time: 0.0377686 Oct 05 20:25:41.139053 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b55d9040-5e24-4c3e-ab3e-8de97b94064c req-9cc6d59c-ba15-438c-a7bd-4611f19d541d service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376422 Oct 05 20:25:41.563961 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004463e-9bab-4776-b927-501835b6c1ec req-228de842-6da1-4849-8240-63a819283c68 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:41.565432 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0004463e-9bab-4776-b927-501835b6c1ec req-228de842-6da1-4849-8240-63a819283c68 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 945 time: 0.0470474 Oct 05 20:25:41.585150 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:41.613713 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0004463e-9bab-4776-b927-501835b6c1ec req-04de2bbc-705c-4456-96e1-a0da835d7d7f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420468 Oct 05 20:25:42.740205 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce4537-397f-45ec-bc35-e9f0fbda60ea req-e9352770-33ef-4b18-8d8b-151fd847d4b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:42.741713 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dbce4537-397f-45ec-bc35-e9f0fbda60ea req-e9352770-33ef-4b18-8d8b-151fd847d4b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 945 time: 0.0514522 Oct 05 20:25:42.789625 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dbce4537-397f-45ec-bc35-e9f0fbda60ea req-78c546b3-7a44-4da3-9b8e-a47f5e12103b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423644 Oct 05 20:25:43.909852 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f470dc93-4b4f-400e-a2b1-abed1a8d98de req-54399cd8-75e7-4898-b0be-35aad5f5eee6 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:43.911377 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f470dc93-4b4f-400e-a2b1-abed1a8d98de req-54399cd8-75e7-4898-b0be-35aad5f5eee6 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 945 time: 0.0470214 Oct 05 20:25:43.959654 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f470dc93-4b4f-400e-a2b1-abed1a8d98de req-8b8883b6-74d5-4c30-98a0-e80415de8bd6 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 Oct 05 20:25:44.080436 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8223e4f1-cd92-4036-bcd0-79f8c5e34c98 req-6d103ac8-2d1a-4be2-81e4-c2b3198dff97 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:44.081911 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8223e4f1-cd92-4036-bcd0-79f8c5e34c98 req-6d103ac8-2d1a-4be2-81e4-c2b3198dff97 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 945 time: 0.0495987 Oct 05 20:25:44.091793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50200) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:25:44.096152 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-ad61f30a-0c8a-4547-b771-08a2890db232 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'floatingip': {'port_id': '6bf325fe-56f6-427f-8567-d1c8aa923356'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:25:44.134008 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ad61f30a-0c8a-4547-b771-08a2890db232 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (64987f3b-441b-4ba4-a10f-17167b9fdf53), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:44.545261 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ad61f30a-0c8a-4547-b771-08a2890db232 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:44.548782 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ad61f30a-0c8a-4547-b771-08a2890db232 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (64987f3b-441b-4ba4-a10f-17167b9fdf53), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:44.641707 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [None req-ad61f30a-0c8a-4547-b771-08a2890db232 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Floating IP 64987f3b-441b-4ba4-a10f-17167b9fdf53 associated. External IP: 172.27.0.53, port: 6bf325fe-56f6-427f-8567-d1c8aa923356. Oct 05 20:25:44.673036 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:44.837039 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad61f30a-0c8a-4547-b771-08a2890db232 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:25:45.170882 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad61f30a-0c8a-4547-b771-08a2890db232 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:25:45.175837 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-ad61f30a-0c8a-4547-b771-08a2890db232 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:45.180712 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:25:45.191396 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:25:45.192248 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:25:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:25:45.193787 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:45.206821 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-ad61f30a-0c8a-4547-b771-08a2890db232 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/64987f3b-441b-4ba4-a10f-17167b9fdf53 HTTP/1.1" status: 200 len: 990 time: 1.1139443 Oct 05 20:25:45.207682 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'tag': '6bf325fe-56f6-427f-8567-d1c8aa923356'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:25:45.210210 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd5c8f4-254b-4924-a74a-8f5b8f190b48", "tag": "6bf325fe-56f6-427f-8567-d1c8aa923356"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:25:45.246449 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd77f2b-bddd-4749-8b25-96f5ce1d228b x-openstack-request-id: req-cdd77f2b-bddd-4749-8b25-96f5ce1d228b {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:25:45.246742 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd5c8f4-254b-4924-a74a-8f5b8f190b48", "tag": "6bf325fe-56f6-427f-8567-d1c8aa923356", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:25:45.247503 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdd77f2b-bddd-4749-8b25-96f5ce1d228b {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:25:45.247906 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd77f2b-bddd-4749-8b25-96f5ce1d228b'] response: {'name': 'network-changed', 'server_uuid': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'tag': '6bf325fe-56f6-427f-8567-d1c8aa923356', 'status': 'completed', 'code': 200} Oct 05 20:25:45.295548 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:25:45.433798 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:45.500324 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '64987f3b-441b-4ba4-a10f-17167b9fdf53', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': '6bf325fe-56f6-427f-8567-d1c8aa923356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:9e:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:25:25Z', 'updated_at': '2022-10-05T20:25:44Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}, {'id': 'a655c2ba-fe51-447a-8e3d-b3ea499a6fd2', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:23:39Z', 'updated_at': '2022-10-05T20:24:06Z', 'revision_number': 2, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:25:45.528284 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:25:45.537121 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:25:45.537755 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:25:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:25:45.570071 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-f0e242c8-c87e-4f33-80a6-93663eb176c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:45.571678 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-f0e242c8-c87e-4f33-80a6-93663eb176c8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 1129 time: 0.0439014 Oct 05 20:25:45.636197 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:25:45.843802 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '64987f3b-441b-4ba4-a10f-17167b9fdf53', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': '6bf325fe-56f6-427f-8567-d1c8aa923356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:9e:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:25:25Z', 'updated_at': '2022-10-05T20:25:44Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}, {'id': 'a655c2ba-fe51-447a-8e3d-b3ea499a6fd2', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:23:39Z', 'updated_at': '2022-10-05T20:24:06Z', 'revision_number': 2, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:25:45.868697 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e13166-1230-4d62-800d-ea822228d0b2 None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '64987f3b-441b-4ba4-a10f-17167b9fdf53', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.53', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': '6bf325fe-56f6-427f-8567-d1c8aa923356', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:9e:15:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:25:25Z', 'updated_at': '2022-10-05T20:25:44Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}, {'id': 'a655c2ba-fe51-447a-8e3d-b3ea499a6fd2', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:23:39Z', 'updated_at': '2022-10-05T20:24:06Z', 'revision_number': 2, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:25:46.041112 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:46.075933 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1683d1af-4730-443d-bd37-eabe0d42c2d5 None None] New status for floating IP 64987f3b-441b-4ba4-a10f-17167b9fdf53: ACTIVE {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:25:46.085641 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-9be7e758-2a0a-4090-8179-04a25ef5496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:46.087127 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-9be7e758-2a0a-4090-8179-04a25ef5496b service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 916 time: 0.1017196 Oct 05 20:25:46.158843 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-c8191fea-6534-4aaa-b518-47e013568762 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bf325fe-56f6-427f-8567-d1c8aa923356 HTTP/1.1" status: 200 len: 998 time: 0.0632176 Oct 05 20:25:46.580749 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-e3bed5b8-4729-4f29-a2dd-8a2e0e24d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:46.582110 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-e3bed5b8-4729-4f29-a2dd-8a2e0e24d83b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0439854 Oct 05 20:25:46.629769 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-cfc034e2-b4b9-46ba-83fe-bf1896746d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:46.631213 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-cfc034e2-b4b9-46ba-83fe-bf1896746d87 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381157 Oct 05 20:25:46.731349 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-84718f58-a3ab-4c4c-8373-f4c7e41848be service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849645 Oct 05 20:25:46.840902 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4b2d78f6-5670-41ef-9e28-78717d9e4fb1 req-d5c8a413-50cf-4172-8e35-07e5e05aea59 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844138 Oct 05 20:25:47.183029 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e30c453a-0693-4372-908b-91ee9446f9fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:47.332443 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba74c5-40a1-4ade-b752-f82ce1e341ff req-4e36bfec-2a4a-489d-abb5-d0ac60d60227 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:47.334025 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9aba74c5-40a1-4ade-b752-f82ce1e341ff req-4e36bfec-2a4a-489d-abb5-d0ac60d60227 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0548880 Oct 05 20:25:47.347437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-c1105528-8ca6-4449-af8b-6e8cce076b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:47.348907 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-c1105528-8ca6-4449-af8b-6e8cce076b2e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 1129 time: 0.0436354 Oct 05 20:25:47.382362 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9aba74c5-40a1-4ade-b752-f82ce1e341ff req-848ae765-7989-4d93-9dbb-5b7ca345feb0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Oct 05 20:25:47.443272 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-491b858d-3e77-4c2b-b99e-cf38fe8f5708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:47.444709 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-491b858d-3e77-4c2b-b99e-cf38fe8f5708 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.0849261 Oct 05 20:25:47.493093 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:47.508929 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-ab26108f-3588-4575-9a47-f2e8e93d8d17 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492 HTTP/1.1" status: 200 len: 1001 time: 0.0569696 Oct 05 20:25:47.565745 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-dca10088-bbab-4a5a-923d-a882c361e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:47.567433 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-dca10088-bbab-4a5a-923d-a882c361e805 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0451117 Oct 05 20:25:47.610485 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-4026dd95-d152-4e81-884d-c98de12c3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:47.611919 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-4026dd95-d152-4e81-884d-c98de12c3127 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382485 Oct 05 20:25:47.704791 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-1cdcd530-da7b-44e3-9e5d-c7fdcf0f2035 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840549 Oct 05 20:25:47.795503 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2ceca113-f92c-489c-9f24-11e2dae7a2ad req-34c1a21b-7a47-4fef-ab83-9113254d5644 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815880 Oct 05 20:25:48.187510 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c878ab-4cbb-48c2-bdf7-57e58f7264aa req-9384f1a7-583f-470a-8c95-2744f5ab752a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:48.188949 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-77c878ab-4cbb-48c2-bdf7-57e58f7264aa req-9384f1a7-583f-470a-8c95-2744f5ab752a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 945 time: 0.0455928 Oct 05 20:25:48.235326 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-77c878ab-4cbb-48c2-bdf7-57e58f7264aa req-8f6bb585-c5f0-43eb-9fac-b101760cb071 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 Oct 05 20:25:48.507621 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56768fc-30b2-4caa-8bd2-96a652d82366 req-fc31f544-f808-4e0f-be40-2a909490c493 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:48.508979 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d56768fc-30b2-4caa-8bd2-96a652d82366 req-fc31f544-f808-4e0f-be40-2a909490c493 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0504162 Oct 05 20:25:48.555703 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d56768fc-30b2-4caa-8bd2-96a652d82366 req-7703a2a4-47f1-45d7-b98a-2d605c2a983b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409713 Oct 05 20:25:49.355418 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ccb880-297b-4d1b-8555-f029166d5fe4 req-c43b29f2-e42f-4252-9334-769154e04aff tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:49.356886 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-41ccb880-297b-4d1b-8555-f029166d5fe4 req-c43b29f2-e42f-4252-9334-769154e04aff tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 945 time: 0.0467954 Oct 05 20:25:49.410827 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-41ccb880-297b-4d1b-8555-f029166d5fe4 req-2fae2006-a45d-4919-9954-1914e7656a30 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484543 Oct 05 20:25:49.547595 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b9b57f28-5f0a-4e96-b679-af633ce3fcac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:49.642201 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:49.678079 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb2852-5d96-448a-92a1-7cf370a300f1 req-69b02be1-a91f-4110-8b98-c465f0eb45ed tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:49.679563 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e7eb2852-5d96-448a-92a1-7cf370a300f1 req-69b02be1-a91f-4110-8b98-c465f0eb45ed tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0480056 Oct 05 20:25:49.728216 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e7eb2852-5d96-448a-92a1-7cf370a300f1 req-89a47db2-1a7f-4e92-a78f-a584d93b59a4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425060 Oct 05 20:25:50.300503 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-8c8b6da7-6a7f-4353-8d3c-805f06546c5a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:50.301876 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-8c8b6da7-6a7f-4353-8d3c-805f06546c5a tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 945 time: 0.0456810 Oct 05 20:25:50.386727 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Deleting port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:25:50.387095 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:50.480192 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] For port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,segment=NetworkSegment(4a15f7e2-f943-4b9a-b1ed-bc378b7230c8),segment_id=4a15f7e2-f943-4b9a-b1ed-bc378b7230c8)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:25:50.480560 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:50.494169 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Calling delete_port for ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:25:50.530838 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd376e63-b5cb-4e98-a66d-5538b3c23958 req-03488260-14ca-4cd0-85de-521fc8da2f44 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:50.532336 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dd376e63-b5cb-4e98-a66d-5538b3c23958 req-03488260-14ca-4cd0-85de-521fc8da2f44 tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=539f21da-6837-47f9-9cb3-079290fdc4e4 HTTP/1.1" status: 200 len: 945 time: 0.0469289 Oct 05 20:25:50.580110 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dd376e63-b5cb-4e98-a66d-5538b3c23958 req-9af2c639-096c-4452-acde-b92e4d9962db tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=21f1be8b-3403-44a0-acc3-596e83d8bb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420821 Oct 05 20:25:50.624783 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (ce1ca4ad-a5d4-4707-8a17-35a71cff2c21), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:50.664862 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Pushing event deleted for resources: {'Port': ['ID=ce1ca4ad-a5d4-4707-8a17-35a71cff2c21,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:25:50.693593 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['ce1ca4ad-a5d4-4707-8a17-35a71cff2c21'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:25:50.706165 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] No DVR routers for this DVR port ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:25:50.708733 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:50.711988 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-64f6bf60-2348-4073-a383-08ba7a068a43 req-435757d5-e0f6-42af-97ee-d55d95e9beba tempest-VolumesSnapshotTestJSON-1842876056 tempest-VolumesSnapshotTestJSON-1842876056-project] 10.222.0.15 "DELETE /networking/v2.0/ports/ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 HTTP/1.1" status: 204 len: 173 time: 0.4051456 Oct 05 20:25:50.712498 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539f21da-6837-47f9-9cb3-079290fdc4e4', 'name': 'network-vif-deleted', 'tag': 'ce1ca4ad-a5d4-4707-8a17-35a71cff2c21'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:25:50.716318 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f352a9-789d-4e7c-9373-e02fac2914e5" -d '{"events": [{"server_uuid": "539f21da-6837-47f9-9cb3-079290fdc4e4", "name": "network-vif-deleted", "tag": "ce1ca4ad-a5d4-4707-8a17-35a71cff2c21"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:25:50.756459 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0287fb-fec3-4c14-8222-daad34533415 x-openstack-request-id: req-3f0287fb-fec3-4c14-8222-daad34533415 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:25:50.756756 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539f21da-6837-47f9-9cb3-079290fdc4e4", "name": "network-vif-deleted", "tag": "ce1ca4ad-a5d4-4707-8a17-35a71cff2c21", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:25:50.757009 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f0287fb-fec3-4c14-8222-daad34533415 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:25:50.757414 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0287fb-fec3-4c14-8222-daad34533415'] response: {'server_uuid': '539f21da-6837-47f9-9cb3-079290fdc4e4', 'name': 'network-vif-deleted', 'tag': 'ce1ca4ad-a5d4-4707-8a17-35a71cff2c21', 'status': 'completed', 'code': 200} Oct 05 20:25:50.851669 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bf077-76e8-4336-8464-51dac6072eb7 req-572e899a-cb67-43ff-9e70-c789463dd366 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:50.853176 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-166bf077-76e8-4336-8464-51dac6072eb7 req-572e899a-cb67-43ff-9e70-c789463dd366 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0483229 Oct 05 20:25:50.906951 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-166bf077-76e8-4336-8464-51dac6072eb7 req-e674ba34-dc66-4cd4-9690-12b28ce7f161 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471504 Oct 05 20:25:50.916999 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:52.033500 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411521b-b2cc-4e3d-a0f3-d858c79d2b7a req-47fca825-d3bc-44fa-8037-f1d54a005135 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:52.034880 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3411521b-b2cc-4e3d-a0f3-d858c79d2b7a req-47fca825-d3bc-44fa-8037-f1d54a005135 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0487981 Oct 05 20:25:52.060281 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:52.081805 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3411521b-b2cc-4e3d-a0f3-d858c79d2b7a req-5d1dba22-4c4d-45ff-9507-b60c3fd6f519 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414877 Oct 05 20:25:52.542771 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:52.688467 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:52.741794 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:25:52.761429 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:25:52.761805 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ce1ca4ad-a5d4-4707-8a17-35a71cff2c21 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:25:53.205298 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aabaa5-6e90-4ea0-b2f4-3929a53b3032 req-fdcfd7e3-578c-4d77-952a-8cefaa5b20f9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:53.206681 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-48aabaa5-6e90-4ea0-b2f4-3929a53b3032 req-fdcfd7e3-578c-4d77-952a-8cefaa5b20f9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0472212 Oct 05 20:25:53.218460 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:53.254536 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-48aabaa5-6e90-4ea0-b2f4-3929a53b3032 req-d8418975-b130-4b8b-9050-73d05dd496a3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Oct 05 20:25:54.372425 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f4d83-92bd-470e-b8c8-883f5f31ddb7 req-d6e5725c-ebb9-4909-ae6e-a7a1d75b596d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:54.373907 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9e7f4d83-92bd-470e-b8c8-883f5f31ddb7 req-d6e5725c-ebb9-4909-ae6e-a7a1d75b596d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0461199 Oct 05 20:25:54.399085 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:54.420053 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9e7f4d83-92bd-470e-b8c8-883f5f31ddb7 req-4fc00f70-75a3-43a4-a69f-22c6f52da04e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407479 Oct 05 20:25:55.543155 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e4f65-2423-4ce5-9649-33877281dbc8 req-dec36784-726a-4f69-83e8-9dd097bac1e6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:55.544526 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e58e4f65-2423-4ce5-9649-33877281dbc8 req-dec36784-726a-4f69-83e8-9dd097bac1e6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0498683 Oct 05 20:25:55.591045 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e58e4f65-2423-4ce5-9649-33877281dbc8 req-efb80d09-7fbd-4fc8-b57d-6a97b4450f68 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405126 Oct 05 20:25:56.062446 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-d72ee90b-6ccd-4a19-b0f9-c943ee4d5b75 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378785 Oct 05 20:25:56.182279 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-09081fff-15bf-4933-a504-77861c8014bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:56.183648 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-09081fff-15bf-4933-a504-77861c8014bc service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 1130 time: 0.0410032 Oct 05 20:25:56.253848 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:56.255170 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:56.302405 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-1d3b419e-48f2-42ff-be26-0917201c6dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:56.303790 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-1d3b419e-48f2-42ff-be26-0917201c6dac service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.0919783 Oct 05 20:25:56.346987 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-562df8f6-b1ef-4066-8eb7-cca0cf78c5d6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c HTTP/1.1" status: 200 len: 217 time: 0.0321474 Oct 05 20:25:56.398271 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-297ff9aa-bf92-4113-a3b1-9495c1039b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:56.399925 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-297ff9aa-bf92-4113-a3b1-9495c1039b6e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0469940 Oct 05 20:25:56.450218 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-cd710f3a-3615-44a1-aa12-244ecaec6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:56.451787 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-cd710f3a-3615-44a1-aa12-244ecaec6fc2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445735 Oct 05 20:25:56.468669 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:25:56.553538 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-a91feea3-94a9-4fab-89c5-dde541b5de55 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934360 Oct 05 20:25:56.669043 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-13d8e0c3-fb9d-4909-8431-c8fb0f021589 req-210f1da7-64a6-4b10-8b37-5f54d6c44446 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073864 Oct 05 20:25:56.756003 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab7021-5aa1-47cb-885e-b6b22dc25582 req-b1122d43-c81e-423f-85fe-9fcb13f30653 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:56.757599 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1cab7021-5aa1-47cb-885e-b6b22dc25582 req-b1122d43-c81e-423f-85fe-9fcb13f30653 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0480380 Oct 05 20:25:56.810038 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1cab7021-5aa1-47cb-885e-b6b22dc25582 req-4b33c745-ccf2-47a6-b1f8-424914de4fe8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463169 Oct 05 20:25:57.552074 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:25:57.942445 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e702197-3f94-41e0-8002-f1d1e19d5d56 req-e60babf2-4fdd-4210-933e-c2cf5e07780f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:57.943907 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5e702197-3f94-41e0-8002-f1d1e19d5d56 req-e60babf2-4fdd-4210-933e-c2cf5e07780f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0527985 Oct 05 20:25:57.990392 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5e702197-3f94-41e0-8002-f1d1e19d5d56 req-8a710c7b-4475-4446-98a9-8308f9fb5bc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409524 Oct 05 20:25:59.112919 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67d000-4314-4fe5-b12f-37470c253dae req-2b17e68b-abf5-4f6f-87d6-c50bbd3d623c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:25:59.114416 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bb67d000-4314-4fe5-b12f-37470c253dae req-2b17e68b-abf5-4f6f-87d6-c50bbd3d623c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0483282 Oct 05 20:25:59.165610 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bb67d000-4314-4fe5-b12f-37470c253dae req-dda788fc-04dd-4ad1-a45f-2bcb8b00e73d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454712 Oct 05 20:26:00.290038 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d99fc45-9a76-4cbb-8193-7961dc6d1f51 req-73667f28-5a4c-484a-aa91-2bf656d6179a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:00.291538 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6d99fc45-9a76-4cbb-8193-7961dc6d1f51 req-73667f28-5a4c-484a-aa91-2bf656d6179a tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0505049 Oct 05 20:26:00.339741 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6d99fc45-9a76-4cbb-8193-7961dc6d1f51 req-4992cca5-0125-444a-91fe-d319bb8d9123 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 Oct 05 20:26:01.460700 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec0434-f9d4-4d4f-91d4-b36e534e2f87 req-5b374f78-cdbd-47a3-93b4-057135160d76 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:01.462252 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1aec0434-f9d4-4d4f-91d4-b36e534e2f87 req-5b374f78-cdbd-47a3-93b4-057135160d76 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0469878 Oct 05 20:26:01.509392 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1aec0434-f9d4-4d4f-91d4-b36e534e2f87 req-9c8c73a2-ee27-4648-af5f-f81d597ad502 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417755 Oct 05 20:26:02.629060 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e96a75-d8ec-4454-baf2-4914e6be5a75 req-950564b8-1cef-4c43-a6d6-459d073aa29f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:02.630529 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b5e96a75-d8ec-4454-baf2-4914e6be5a75 req-950564b8-1cef-4c43-a6d6-459d073aa29f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0463862 Oct 05 20:26:02.679785 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b5e96a75-d8ec-4454-baf2-4914e6be5a75 req-da927712-c8a3-4f08-9426-75619b694181 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436959 Oct 05 20:26:03.804263 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650fe5-edc6-48fd-a5c1-d22eb0b50993 req-288efbfa-69bf-443b-b479-439aadf0e930 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:03.805674 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0c650fe5-edc6-48fd-a5c1-d22eb0b50993 req-288efbfa-69bf-443b-b479-439aadf0e930 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0504045 Oct 05 20:26:03.853829 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0c650fe5-edc6-48fd-a5c1-d22eb0b50993 req-108a4c27-e900-4704-a729-7afe5e7dda3d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424485 Oct 05 20:26:04.977433 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012c580c-3e58-49f1-a918-ad55bbd5dd52 req-b272c5d9-683c-4c7b-b494-c00eea18fa14 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:04.978913 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-012c580c-3e58-49f1-a918-ad55bbd5dd52 req-b272c5d9-683c-4c7b-b494-c00eea18fa14 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0461338 Oct 05 20:26:05.013020 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:05.030790 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-012c580c-3e58-49f1-a918-ad55bbd5dd52 req-452b51c9-6078-4137-81c0-8fafe91c586f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456960 Oct 05 20:26:06.150082 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bd684-bcdd-470f-ac44-cdfb9214c176 req-66773021-3348-4504-a1b3-223138b07a62 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:06.151435 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c25bd684-bcdd-470f-ac44-cdfb9214c176 req-66773021-3348-4504-a1b3-223138b07a62 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0455227 Oct 05 20:26:06.198676 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c25bd684-bcdd-470f-ac44-cdfb9214c176 req-d696bf48-9821-415a-b0df-064d4c748e94 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413008 Oct 05 20:26:07.319536 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154d3fb-437f-4597-815b-d36f2d3941d7 req-5d7b7232-3d8c-46ef-8bb2-f656dac28e27 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:07.321169 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5154d3fb-437f-4597-815b-d36f2d3941d7 req-5d7b7232-3d8c-46ef-8bb2-f656dac28e27 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0490124 Oct 05 20:26:07.369555 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5154d3fb-437f-4597-815b-d36f2d3941d7 req-6d66eae8-7133-4922-95d9-dc89fa6d9d5e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426853 Oct 05 20:26:07.541360 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:07.547218 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:08.496137 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38604c-81a5-4d2d-8c59-1dc477fac031 req-796e4424-8fc5-48e0-b26b-3c7808c978be tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:08.497615 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ff38604c-81a5-4d2d-8c59-1dc477fac031 req-796e4424-8fc5-48e0-b26b-3c7808c978be tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0468428 Oct 05 20:26:08.544755 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ff38604c-81a5-4d2d-8c59-1dc477fac031 req-336fadf9-35a0-4997-a015-2838fe7c6ae0 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409336 Oct 05 20:26:08.788178 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:08.793912 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:09.683164 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd6940-e314-4f78-a6ba-2be59076eb33 req-00b184c6-d3ae-46e2-b5ca-3080e27c0867 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:09.684675 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a4fd6940-e314-4f78-a6ba-2be59076eb33 req-00b184c6-d3ae-46e2-b5ca-3080e27c0867 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0581379 Oct 05 20:26:09.735041 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a4fd6940-e314-4f78-a6ba-2be59076eb33 req-b08bbb5d-2cb7-4847-86e3-3cc687869a2c tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434866 Oct 05 20:26:10.134740 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502105f2-1204-4029-887a-253075fc2ab5 req-bdf5e840-cf01-4b48-b859-5c7f26cca3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:10.136178 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-502105f2-1204-4029-887a-253075fc2ab5 req-bdf5e840-cf01-4b48-b859-5c7f26cca3e6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 1129 time: 0.0406499 Oct 05 20:26:10.187358 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-502105f2-1204-4029-887a-253075fc2ab5 req-edc4ea2f-733c-4517-850f-af3ab389db21 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379822 Oct 05 20:26:10.857318 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d380ca82-b1fc-4c30-838a-b435e40b0d08 req-f9474455-3c7d-4231-903e-dc852e6cf22d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:10.859270 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d380ca82-b1fc-4c30-838a-b435e40b0d08 req-f9474455-3c7d-4231-903e-dc852e6cf22d tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0484743 Oct 05 20:26:10.908746 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d380ca82-b1fc-4c30-838a-b435e40b0d08 req-45f027aa-0c0c-4300-8561-dbf6cf7e56ec tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437002 Oct 05 20:26:11.824495 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcfdc6-04a9-4b77-8532-d5fce0f72039 req-17525557-e2fc-464b-9f2c-c426d5f2d84b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:11.826012 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9edcfdc6-04a9-4b77-8532-d5fce0f72039 req-17525557-e2fc-464b-9f2c-c426d5f2d84b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0504072 Oct 05 20:26:11.879863 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9edcfdc6-04a9-4b77-8532-d5fce0f72039 req-020615bf-e6d6-4c25-a497-6f5f6adfec3e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473804 Oct 05 20:26:12.031464 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913d7069-e905-46a4-9abd-9a4b6391c932 req-e3037293-1e16-43fd-98de-b5116ac30b0f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:12.032831 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-913d7069-e905-46a4-9abd-9a4b6391c932 req-e3037293-1e16-43fd-98de-b5116ac30b0f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0464551 Oct 05 20:26:12.079844 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-913d7069-e905-46a4-9abd-9a4b6391c932 req-1e17c7b4-5236-4f1f-8a0b-1752b55fcc1f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417035 Oct 05 20:26:13.006812 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac00404-d336-415a-bc5e-2e487550f4a4 req-5f7ba837-1618-439a-bbbe-9800a279c611 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:13.008275 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bac00404-d336-415a-bc5e-2e487550f4a4 req-5f7ba837-1618-439a-bbbe-9800a279c611 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0479519 Oct 05 20:26:13.026212 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:13.056528 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bac00404-d336-415a-bc5e-2e487550f4a4 req-b47d23de-88e9-41c6-9545-d77e216a055a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426030 Oct 05 20:26:13.197423 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8055e93-37be-4ac4-8e2a-8787721f4f33 req-cc7938d1-94d9-4a64-8e0c-808741dba903 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:13.198809 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d8055e93-37be-4ac4-8e2a-8787721f4f33 req-cc7938d1-94d9-4a64-8e0c-808741dba903 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0456736 Oct 05 20:26:13.250833 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d8055e93-37be-4ac4-8e2a-8787721f4f33 req-c5acc9d0-a248-44c1-9678-88767f897489 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453784 Oct 05 20:26:13.675208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c8c43-1f20-48b6-8e2e-6de31edd838a req-66848532-8bee-4ef3-a377-7f0343f2819e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:13.676665 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a47c8c43-1f20-48b6-8e2e-6de31edd838a req-66848532-8bee-4ef3-a377-7f0343f2819e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0758796 Oct 05 20:26:13.700332 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256304b7-8f90-4513-82b8-375b39bb5145 req-2445022a-e771-4c96-b413-23e6bc67b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:13.701695 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-256304b7-8f90-4513-82b8-375b39bb5145 req-2445022a-e771-4c96-b413-23e6bc67b92d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 1129 time: 0.0656707 Oct 05 20:26:13.771248 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a47c8c43-1f20-48b6-8e2e-6de31edd838a req-288078f6-1791-44b6-91f4-23f3c0c377a9 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870707 Oct 05 20:26:13.813674 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256304b7-8f90-4513-82b8-375b39bb5145 req-58aa0de7-6a88-4096-9561-47813a1de413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:13.815116 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-256304b7-8f90-4513-82b8-375b39bb5145 req-58aa0de7-6a88-4096-9561-47813a1de413 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.1010611 Oct 05 20:26:13.830239 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:26:13.880637 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-256304b7-8f90-4513-82b8-375b39bb5145 req-43eaa523-b1a6-4950-94d8-81a6fc2059ce service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492 HTTP/1.1" status: 200 len: 1001 time: 0.0589859 Oct 05 20:26:13.929868 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256304b7-8f90-4513-82b8-375b39bb5145 req-5c0978bb-5332-41ae-837f-e732648bb815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:13.931268 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-256304b7-8f90-4513-82b8-375b39bb5145 req-5c0978bb-5332-41ae-837f-e732648bb815 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0437026 Oct 05 20:26:13.976010 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256304b7-8f90-4513-82b8-375b39bb5145 req-0fd68a05-c3c4-4131-819a-2821139bb6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:13.977348 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-256304b7-8f90-4513-82b8-375b39bb5145 req-0fd68a05-c3c4-4131-819a-2821139bb6e0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381718 Oct 05 20:26:14.023396 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50468) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:14.043782 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:14.068040 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Deleting subnet 04b31864-8bc1-458f-857b-fda874ca3866 {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:26:14.071232 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Publish callbacks [] for subnet (04b31864-8bc1-458f-857b-fda874ca3866), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.079430 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-256304b7-8f90-4513-82b8-375b39bb5145 req-745ed355-236f-48c8-8d4d-71a068fe8c2f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951614 Oct 05 20:26:14.107474 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Publish callbacks [] for subnet (04b31864-8bc1-458f-857b-fda874ca3866), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.113432 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (04b31864-8bc1-458f-857b-fda874ca3866), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.148803 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:14.177306 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-256304b7-8f90-4513-82b8-375b39bb5145 req-852ae20b-64a5-4685-baf5-b7731e19a4bc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873675 Oct 05 20:26:14.205528 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d372361-81a3-4404-8a0b-8e0708f117de req-491a1012-5f2f-43b6-a9f8-994d5d57496b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:14.207059 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1d372361-81a3-4404-8a0b-8e0708f117de req-491a1012-5f2f-43b6-a9f8-994d5d57496b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0710945 Oct 05 20:26:14.214499 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (04b31864-8bc1-458f-857b-fda874ca3866), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.243737 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:14.254339 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b31864-8bc1-458f-857b-fda874ca3866,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:14.268322 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.271418 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/04b31864-8bc1-458f-857b-fda874ca3866 HTTP/1.1" status: 204 len: 168 time: 0.2470374 Oct 05 20:26:14.273323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.273703 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.274036 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.274160 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50472) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:14.274370 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.274706 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.275034 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.275358 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.275675 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.276001 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.276319 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.276636 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.276955 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.277269 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.277604 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.277967 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa545841-56c4-4e3f-ab95-98df544db7a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:14.310374 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1d372361-81a3-4404-8a0b-8e0708f117de req-eb18bc2b-bcc7-4597-b07f-0c252a723898 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973978 Oct 05 20:26:14.348798 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (8161c64b-ad1b-4220-99b9-84126ab53e0a), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.425693 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (8161c64b-ad1b-4220-99b9-84126ab53e0a), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.445690 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8161c64b-ad1b-4220-99b9-84126ab53e0a']}} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:14.455155 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8') {'for_net_delete': True} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:14.455570 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a15f7e2-f943-4b9a-b1ed-bc378b7230c8') {} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:14.469597 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60665724'] for segment (4a15f7e2-f943-4b9a-b1ed-bc378b7230c8), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.483267 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (4a15f7e2-f943-4b9a-b1ed-bc378b7230c8), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.490383 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=106133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:26:14.490825 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60664151'] for segment (4a15f7e2-f943-4b9a-b1ed-bc378b7230c8), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.530915 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment 4a15f7e2-f943-4b9a-b1ed-bc378b7230c8 resource provider aggregate not found Oct 05 20:26:14.547570 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment 4a15f7e2-f943-4b9a-b1ed-bc378b7230c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a15f7e2-f943-4b9a-b1ed-bc378b7230c8 found for delete ", "request_id": "req-9ff1759c-6f92-4f8c-b4da-54a3184cae13"}]} Oct 05 20:26:14.554042 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (8161c64b-ad1b-4220-99b9-84126ab53e0a), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.559857 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.563523 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/8161c64b-ad1b-4220-99b9-84126ab53e0a HTTP/1.1" status: 204 len: 168 time: 0.2883506 Oct 05 20:26:14.575835 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc2a85-b4aa-4c5c-9f76-9a034660d594 admin admin] Pushing event deleted for resources: {'Network': ['ID=8161c64b-ad1b-4220-99b9-84126ab53e0a,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:14.725682 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50482) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:14.767104 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a9fbc9eb-9729-4992-87a2-15ef9f39be52 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1c2141e33c264250aa7642f46a9b4048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401430 Oct 05 20:26:14.769435 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50484) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:14.814580 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:14.819118 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-efd2df08-6560-493a-8916-c19d076083a5 admin admin] Publish callbacks [] for security_group (21f1be8b-3403-44a0-acc3-596e83d8bb9f), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.845650 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-efd2df08-6560-493a-8916-c19d076083a5 admin admin] Publish callbacks [] for security_group (21f1be8b-3403-44a0-acc3-596e83d8bb9f), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.914883 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7d9a1-dcb0-4c31-99eb-cf0d89c41b72 req-46be70bf-190a-406a-b097-f70306be974b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:14.916362 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4ff7d9a1-dcb0-4c31-99eb-cf0d89c41b72 req-46be70bf-190a-406a-b097-f70306be974b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0639641 Oct 05 20:26:14.949161 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-efd2df08-6560-493a-8916-c19d076083a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (21f1be8b-3403-44a0-acc3-596e83d8bb9f), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.951675 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-efd2df08-6560-493a-8916-c19d076083a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:14.952762 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-efd2df08-6560-493a-8916-c19d076083a5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/21f1be8b-3403-44a0-acc3-596e83d8bb9f HTTP/1.1" status: 204 len: 168 time: 0.1824157 Oct 05 20:26:14.972883 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2df08-6560-493a-8916-c19d076083a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f1be8b-3403-44a0-acc3-596e83d8bb9f,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:14.989420 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4ff7d9a1-dcb0-4c31-99eb-cf0d89c41b72 req-60fc86de-82df-47f2-b591-99956618485f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580657 Oct 05 20:26:15.431837 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9973b6-0343-4a38-8fbf-3df12afd82fe req-51138fdd-fb90-496e-ac5a-9078ffe52964 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:15.433312 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7f9973b6-0343-4a38-8fbf-3df12afd82fe req-51138fdd-fb90-496e-ac5a-9078ffe52964 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0480139 Oct 05 20:26:15.481815 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7f9973b6-0343-4a38-8fbf-3df12afd82fe req-bc600cbf-cb67-47c2-84f4-bd8e3832e6f4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426755 Oct 05 20:26:16.133474 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40416f30-462d-499c-9946-00a5f6c3627b req-032c6bde-00e1-4760-aa26-3a83639f9eec tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:16.135938 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-40416f30-462d-499c-9946-00a5f6c3627b req-032c6bde-00e1-4760-aa26-3a83639f9eec tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0694003 Oct 05 20:26:16.194359 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-40416f30-462d-499c-9946-00a5f6c3627b req-de04c68a-578d-4256-a4e1-5795dcbcb72b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511534 Oct 05 20:26:16.607174 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5afdf-8465-4be1-b5f1-805416228923 req-8204cc5c-0c1b-45a6-b263-321dbe131000 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:16.608665 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6c5afdf-8465-4be1-b5f1-805416228923 req-8204cc5c-0c1b-45a6-b263-321dbe131000 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0510292 Oct 05 20:26:16.655947 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f6c5afdf-8465-4be1-b5f1-805416228923 req-37286762-f85d-4f5f-95e4-e97fce4676ec tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410333 Oct 05 20:26:17.185154 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c495043a-74fc-4018-96bb-9d8c1edfa5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:17.324061 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8fb9d-5224-4d12-a7f5-778b393d6f67 req-093dde94-5e6b-4ce6-861c-c9c07cec156b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:17.325580 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-17c8fb9d-5224-4d12-a7f5-778b393d6f67 req-093dde94-5e6b-4ce6-861c-c9c07cec156b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0504010 Oct 05 20:26:17.358743 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:17.378781 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-17c8fb9d-5224-4d12-a7f5-778b393d6f67 req-0de003d4-b646-4807-9585-61a052fb1efe tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439856 Oct 05 20:26:17.491276 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99be336a-dfd2-4b5b-8c5c-ffcf243a4ee9 req-3d59526d-4296-4328-9dc8-981d5b3c908e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:17.492632 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-99be336a-dfd2-4b5b-8c5c-ffcf243a4ee9 req-3d59526d-4296-4328-9dc8-981d5b3c908e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0461037 Oct 05 20:26:17.503080 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50544) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:17.507270 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-fc68ce13-d596-4e76-b4b9-e1ff5978c639 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Request body: {'floatingip': {'port_id': '1c54cda3-3ed7-4392-b95f-fb3527c84492'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:17.563579 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fc68ce13-d596-4e76-b4b9-e1ff5978c639 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for floatingip (eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:17.780642 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07828bbc-3009-4fd1-b8f6-e2cad362393f req-3f443738-f951-43a7-8af1-58c729ff1376 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:17.782139 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-07828bbc-3009-4fd1-b8f6-e2cad362393f req-3f443738-f951-43a7-8af1-58c729ff1376 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0489604 Oct 05 20:26:17.833767 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-07828bbc-3009-4fd1-b8f6-e2cad362393f req-860007f8-3ff8-46de-aa81-c212ace41e1a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458703 Oct 05 20:26:18.201905 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fc68ce13-d596-4e76-b4b9-e1ff5978c639 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:18.205702 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fc68ce13-d596-4e76-b4b9-e1ff5978c639 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:18.288767 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:18.410291 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc68ce13-d596-4e76-b4b9-e1ff5978c639 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Router b46040a9-c1ec-4107-a25a-fb5c23f53db6 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:26:18.413354 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:18.514629 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc68ce13-d596-4e76-b4b9-e1ff5978c639 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:26:18.519891 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fc68ce13-d596-4e76-b4b9-e1ff5978c639 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:18.524664 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] Sync routers for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:26:18.535809 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:18.536418 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:25:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:18.551028 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:26:18.553295 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321224ee-b2f2-4bec-a538-685966af7722" -d '{"events": [{"name": "network-changed", "server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:26:18.585296 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-fc68ce13-d596-4e76-b4b9-e1ff5978c639 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55 HTTP/1.1" status: 200 len: 993 time: 1.0811934 Oct 05 20:26:18.606827 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a38ac-f8ff-4c61-b4fa-9bb0edcabe79 x-openstack-request-id: req-e77a38ac-f8ff-4c61-b4fa-9bb0edcabe79 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:26:18.607110 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:26:18.607357 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e77a38ac-f8ff-4c61-b4fa-9bb0edcabe79 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:26:18.607759 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77a38ac-f8ff-4c61-b4fa-9bb0edcabe79'] response: {'name': 'network-changed', 'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'status': 'completed', 'code': 200} Oct 05 20:26:18.641409 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:18.846121 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'port_id': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'mac_address': 'fa:16:3e:0f:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:24:25Z', 'updated_at': '2022-10-05T20:26:18Z', 'revision_number': 3, 'project_id': '07f868da50254a68bc692bca433d2699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:18.879141 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] Checking router: b46040a9-c1ec-4107-a25a-fb5c23f53db6 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:26:18.889104 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:18.889759 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:25:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:18.963674 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9599b2-22fa-47ad-abb9-8d69f333aa42 req-4e40d8cf-ce3c-4c26-862f-ce6f9fe22d01 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:18.965180 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0b9599b2-22fa-47ad-abb9-8d69f333aa42 req-4e40d8cf-ce3c-4c26-862f-ce6f9fe22d01 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0497134 Oct 05 20:26:18.994690 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:19.012471 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0b9599b2-22fa-47ad-abb9-8d69f333aa42 req-fe39c440-1534-4a88-bfe6-ad801ff01759 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410800 Oct 05 20:26:19.199136 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'port_id': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'mac_address': 'fa:16:3e:0f:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:24:25Z', 'updated_at': '2022-10-05T20:26:18Z', 'revision_number': 3, 'project_id': '07f868da50254a68bc692bca433d2699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:19.224188 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d0c457-d61f-44f9-ad5c-35fb2b69037c None None] The sync data for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi is: [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'port_id': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'mac_address': 'fa:16:3e:0f:8d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:24:25Z', 'updated_at': '2022-10-05T20:26:18Z', 'revision_number': 3, 'project_id': '07f868da50254a68bc692bca433d2699', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:26:19.540996 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-51c8327d-9d94-4c71-93ac-c06882efff28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:20.133550 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7576eb-4495-471b-a581-58e38abd4a0e req-bfe1a0fa-1cd7-416c-87fa-4ce16ba8a543 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:20.134927 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4a7576eb-4495-471b-a581-58e38abd4a0e req-bfe1a0fa-1cd7-416c-87fa-4ce16ba8a543 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0456820 Oct 05 20:26:20.184591 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4a7576eb-4495-471b-a581-58e38abd4a0e req-e1aac2fc-e64e-483a-95ed-6f6af91c5e3f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442162 Oct 05 20:26:20.366789 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321224ee-b2f2-4bec-a538-685966af7722 req-b36f1c85-c3aa-4343-af2b-530998f3ad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:20.368203 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-321224ee-b2f2-4bec-a538-685966af7722 req-b36f1c85-c3aa-4343-af2b-530998f3ad79 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 1129 time: 0.0381064 Oct 05 20:26:20.462160 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321224ee-b2f2-4bec-a538-685966af7722 req-326f22c9-6086-40eb-b9e0-fb30c7c91772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:20.463558 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-321224ee-b2f2-4bec-a538-685966af7722 req-326f22c9-6086-40eb-b9e0-fb30c7c91772 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.0892889 Oct 05 20:26:20.528201 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-321224ee-b2f2-4bec-a538-685966af7722 req-06bbd850-390a-4561-8c22-08aa419700ad service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492 HTTP/1.1" status: 200 len: 1001 time: 0.0582454 Oct 05 20:26:20.583661 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321224ee-b2f2-4bec-a538-685966af7722 req-dc502b67-d1f5-42c9-9c97-7c00ff0a5861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:20.585372 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-321224ee-b2f2-4bec-a538-685966af7722 req-dc502b67-d1f5-42c9-9c97-7c00ff0a5861 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0500283 Oct 05 20:26:20.610367 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:26:20.612243 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad97313-6a81-438c-8ab2-ed5670a76fab" -d '{"events": [{"name": "network-changed", "server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:26:20.651162 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321224ee-b2f2-4bec-a538-685966af7722 req-1822bfd9-836b-43af-9386-f02bd59721b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:20.652675 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-321224ee-b2f2-4bec-a538-685966af7722 req-1822bfd9-836b-43af-9386-f02bd59721b6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533662 Oct 05 20:26:20.667469 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751c401e-fe5c-46ae-a0cc-990b8c7e8e86 x-openstack-request-id: req-751c401e-fe5c-46ae-a0cc-990b8c7e8e86 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:26:20.667741 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:26:20.667993 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-751c401e-fe5c-46ae-a0cc-990b8c7e8e86 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:26:20.668397 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-751c401e-fe5c-46ae-a0cc-990b8c7e8e86'] response: {'name': 'network-changed', 'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'status': 'completed', 'code': 200} Oct 05 20:26:20.750656 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-321224ee-b2f2-4bec-a538-685966af7722 req-a217b99b-8679-4595-9ca4-bd36b534857a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905812 Oct 05 20:26:20.835000 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:20.850892 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-321224ee-b2f2-4bec-a538-685966af7722 req-cff2a0f3-da03-4fda-9867-fc9de93e66ae service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943544 Oct 05 20:26:20.918980 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:20.973340 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-34362430-bd10-4858-8e86-9b4282a0760d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:20.974767 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-34362430-bd10-4858-8e86-9b4282a0760d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 1129 time: 0.0412767 Oct 05 20:26:21.310036 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4fe4b-9622-40e8-92e4-4c3c69d41a51 req-5e8c41a9-4c06-43d8-b9fb-384cd4d3924e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:21.311497 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1ec4fe4b-9622-40e8-92e4-4c3c69d41a51 req-5e8c41a9-4c06-43d8-b9fb-384cd4d3924e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0472882 Oct 05 20:26:21.358714 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1ec4fe4b-9622-40e8-92e4-4c3c69d41a51 req-2dc1a0c2-e47e-454f-bb36-7e84cc29eb28 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414629 Oct 05 20:26:21.631351 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-a983712a-06db-42ad-95e7-0999dd545664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:21.632842 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-a983712a-06db-42ad-95e7-0999dd545664 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.3259556 Oct 05 20:26:21.699084 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-a2f26a6f-e06b-429e-908f-b22865f83d12 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492 HTTP/1.1" status: 200 len: 1001 time: 0.0564010 Oct 05 20:26:21.753337 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-18b9d3a7-070d-449b-863c-da7e092a7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:21.754953 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-18b9d3a7-070d-449b-863c-da7e092a7686 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0484204 Oct 05 20:26:21.806285 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-a4d2fac3-9e33-45af-a85e-6f7d21612c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:21.807781 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-a4d2fac3-9e33-45af-a85e-6f7d21612c74 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460558 Oct 05 20:26:21.905365 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:21.918005 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-575c7687-4a79-4641-aad9-18d0c2001ad1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955820 Oct 05 20:26:22.017214 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aad97313-6a81-438c-8ab2-ed5670a76fab req-a5fb54ea-d848-4c00-be38-8517562e4533 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929828 Oct 05 20:26:22.174296 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d61a9c5-757e-4441-b103-817e64929346 req-ac64cfaf-5778-43a9-9e86-01e2b78c00f1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:22.175757 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1d61a9c5-757e-4441-b103-817e64929346 req-ac64cfaf-5778-43a9-9e86-01e2b78c00f1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 946 time: 0.0461078 Oct 05 20:26:22.222002 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1d61a9c5-757e-4441-b103-817e64929346 req-1185f454-006b-415f-940f-7aa74dd23970 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408292 Oct 05 20:26:22.480887 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ac53d-cdc6-4a45-aa15-10bbac0f3d33 req-d8b2b571-0bfa-4714-b248-22bfc1b71c0b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:22.482358 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-198ac53d-cdc6-4a45-aa15-10bbac0f3d33 req-d8b2b571-0bfa-4714-b248-22bfc1b71c0b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0459721 Oct 05 20:26:22.531424 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-198ac53d-cdc6-4a45-aa15-10bbac0f3d33 req-00bbb7c1-203f-45dd-a262-698f29d4bdff tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425537 Oct 05 20:26:22.547851 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:22.690321 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:23.049753 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50606) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:23.155487 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-858e983e-7e11-4630-8c16-3915f113c49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:23.231776 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-858e983e-7e11-4630-8c16-3915f113c49c admin admin] Publish callbacks [] for security_group (0b0c4968-a9d9-4acb-98a8-699bf76a34e8), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:23.235267 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-858e983e-7e11-4630-8c16-3915f113c49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (0b0c4968-a9d9-4acb-98a8-699bf76a34e8), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:23.275521 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-858e983e-7e11-4630-8c16-3915f113c49c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=45f9210a3f7c49079f9003938acf1ec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246838 Oct 05 20:26:23.276380 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e983e-7e11-4630-8c16-3915f113c49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c4968-a9d9-4acb-98a8-699bf76a34e8,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:23.278191 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50612) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:23.367859 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c7b19-850d-4708-8862-f568358120f8 req-8d26a5fa-ea81-486f-9acd-15a4b3cab2e0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:23.369310 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-979c7b19-850d-4708-8862-f568358120f8 req-8d26a5fa-ea81-486f-9acd-15a4b3cab2e0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 946 time: 0.0653293 Oct 05 20:26:23.385405 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a0c2fd55-790e-4464-b6a4-fb1ad151ce97 admin admin] Publish callbacks [] for security_group (0b0c4968-a9d9-4acb-98a8-699bf76a34e8), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:23.416309 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a0c2fd55-790e-4464-b6a4-fb1ad151ce97 admin admin] Publish callbacks [] for security_group (0b0c4968-a9d9-4acb-98a8-699bf76a34e8), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:23.456498 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-979c7b19-850d-4708-8862-f568358120f8 req-c7717236-4c62-42dd-addb-60e7a7eec9e7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795865 Oct 05 20:26:23.481222 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a0c2fd55-790e-4464-b6a4-fb1ad151ce97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (0b0c4968-a9d9-4acb-98a8-699bf76a34e8), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:23.483908 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a0c2fd55-790e-4464-b6a4-fb1ad151ce97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:23.488043 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a0c2fd55-790e-4464-b6a4-fb1ad151ce97 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0b0c4968-a9d9-4acb-98a8-699bf76a34e8 HTTP/1.1" status: 204 len: 168 time: 0.1982558 Oct 05 20:26:23.494597 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2fd55-790e-4464-b6a4-fb1ad151ce97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c4968-a9d9-4acb-98a8-699bf76a34e8,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:23.659248 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2314011-98f5-483a-a3a6-6ff96328e1c2 req-d21ea9e3-77f5-460a-b2ab-f9a2c7618d28 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:23.660762 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f2314011-98f5-483a-a3a6-6ff96328e1c2 req-d21ea9e3-77f5-460a-b2ab-f9a2c7618d28 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0483711 Oct 05 20:26:23.711044 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f2314011-98f5-483a-a3a6-6ff96328e1c2 req-6ef95e11-06cb-40b6-b501-d9f777e0a629 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429337 Oct 05 20:26:23.826215 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:24.120892 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50638) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:24.233353 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1166255817-network', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:24.258391 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-70b27a57-4bbc-45a1-bdff-79ea419fcea7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:24.259736 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-70b27a57-4bbc-45a1-bdff-79ea419fcea7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 946 time: 0.0607369 Oct 05 20:26:24.273976 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Made reservation on behalf of 5d5f5bc40cdc4be792aff778d3020c6d for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:26:24.276171 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.306155 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.336779 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:24.386526 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Deleting port 179ef3ed-c463-418f-b678-aaee7de5535e {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:26:24.386887 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.495957 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Publish callbacks [] for security_group (c7c53835-f019-4ad5-a9f2-a663743f7d9b), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.505084 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (c7c53835-f019-4ad5-a9f2-a663743f7d9b), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.523110 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] For port 179ef3ed-c463-418f-b678-aaee7de5535e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=179ef3ed-c463-418f-b678-aaee7de5535e,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:24.523477 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.544865 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:24.570530 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=106133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:26:24.658895 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c53835-f019-4ad5-a9f2-a663743f7d9b,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:24.683415 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (72264c20-9fa3-46cf-9125-536f376d88fe), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.683761 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Added segment 72264c20-9fa3-46cf-9125-536f376d88fe of type vlan for network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 Oct 05 20:26:24.741896 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883043f2-4f49-4399-a1e4-d5f70079609d req-cc9f6658-5c42-4ce3-90c7-91cd3628d5ba tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:24.743393 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-883043f2-4f49-4399-a1e4-d5f70079609d req-cc9f6658-5c42-4ce3-90c7-91cd3628d5ba tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 946 time: 0.1928635 Oct 05 20:26:24.805299 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (e2ff507a-5556-4eeb-8338-0d9f9e3dbc81), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.835830 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a56d39-14f4-4131-a1c3-4d65093c8229 req-ee8b3e25-ed65-462a-b54f-2aa0fd5a6880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:24.837317 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e6a56d39-14f4-4131-a1c3-4d65093c8229 req-ee8b3e25-ed65-462a-b54f-2aa0fd5a6880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0514262 Oct 05 20:26:24.857984 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:24.888333 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e6a56d39-14f4-4131-a1c3-4d65093c8229 req-a5fbb53d-e6ed-4178-b2d5-16e1a72bed75 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451579 Oct 05 20:26:24.891978 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-883043f2-4f49-4399-a1e4-d5f70079609d req-90a1875b-befa-440c-a7f6-6478f2090868 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=437a8e37-d4eb-4ec0-a512-ea93783e5347&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271958 Oct 05 20:26:24.901135 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.901412 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.901764 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Floating IP e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226 disassociated. External IP: 172.27.0.80, port: 179ef3ed-c463-418f-b678-aaee7de5535e. Oct 05 20:26:24.902127 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Calling delete_port for 179ef3ed-c463-418f-b678-aaee7de5535e owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:26:24.907120 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (e2ff507a-5556-4eeb-8338-0d9f9e3dbc81), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.908085 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:24.908754 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:24.965405 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8433440 Oct 05 20:26:24.969096 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50648) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:24.974382 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Request body: {'subnet': {'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1166255817-subnet', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'ip_version': 4}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:25.008830 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Made reservation on behalf of 5d5f5bc40cdc4be792aff778d3020c6d for: {'subnet': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:26:25.013836 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:25.015139 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Pushing event updated for resources: {'Network': ['ID=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:25.039409 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.039762 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.040112 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.040453 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.040806 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.041137 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.041461 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.041839 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.042153 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.042479 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.042806 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.043127 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.043449 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.043769 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.044106 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3cf7b5-b1ec-4d87-a171-904febd95e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:25.059327 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:26:25.106885 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:25.138151 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (179ef3ed-c463-418f-b678-aaee7de5535e), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:25.144010 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:25.165665 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5a0642-f859-4023-b3bb-c923b944f5eb req-caade50b-12ba-4957-8ced-37ed2b195f70 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:25.167131 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3c5a0642-f859-4023-b3bb-c923b944f5eb req-caade50b-12ba-4957-8ced-37ed2b195f70 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0815389 Oct 05 20:26:25.182647 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event deleted for resources: {'Port': ['ID=179ef3ed-c463-418f-b678-aaee7de5535e,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:25.246541 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-2eabb1a7-933d-49fe-8151-ffda0e5b0a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:25.248029 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-2eabb1a7-933d-49fe-8151-ffda0e5b0a03 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 1130 time: 0.0888376 Oct 05 20:26:25.296662 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Router 91bb8d91-b364-45be-941a-69450070930d has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:26:25.303046 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3c5a0642-f859-4023-b3bb-c923b944f5eb req-5b334c0b-5f4c-4649-aff9-5a6b67ad35f9 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234086 Oct 05 20:26:25.407500 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:26:25.421243 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] Sync routers for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:26:25.422908 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-31ea365c-054b-4ce8-920b-1c23aa891a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:25.424447 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-31ea365c-054b-4ce8-920b-1c23aa891a37 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 912 time: 0.1650720 Oct 05 20:26:25.425778 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (4b89de43-ce56-44bf-b62f-00e170dc7068), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:25.435462 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:25.436428 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:25.466850 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] No DVR routers for this DVR port 179ef3ed-c463-418f-b678-aaee7de5535e on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:26:25.470646 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:25.474822 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5b326d0b-d7d8-4927-91a2-0f50398c6236 req-6ff8821f-0a79-4c62-bf46-704d13d495d7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "DELETE /networking/v2.0/ports/179ef3ed-c463-418f-b678-aaee7de5535e HTTP/1.1" status: 204 len: 173 time: 1.2080722 Oct 05 20:26:25.475639 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-deleted', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:26:25.486534 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb28f81c-137e-46cd-a745-885bbe8f8b87" -d '{"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-deleted", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:26:25.540833 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-4d005768-228a-4bf8-830d-ea09731d9ffc service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2 HTTP/1.1" status: 200 len: 1002 time: 0.0897939 Oct 05 20:26:25.543259 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b89de43-ce56-44bf-b62f-00e170dc7068,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:25.548799 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:25.552322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a0c1a5-8901-4450-80ea-cd98010ae49a x-openstack-request-id: req-f5a0c1a5-8901-4450-80ea-cd98010ae49a {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:26:25.552613 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f20ad33-5d0e-4324-b1b5-c8f823457933", "name": "network-vif-deleted", "tag": "179ef3ed-c463-418f-b678-aaee7de5535e", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:26:25.552737 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Checking segment: {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:26:25.552925 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5a0c1a5-8901-4450-80ea-cd98010ae49a {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:26:25.553023 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Network hostable DHCP agents. Network: e2ff507a-5556-4eeb-8338-0d9f9e3dbc81, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:26:25.553273 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5a0c1a5-8901-4450-80ea-cd98010ae49a'] response: {'server_uuid': '1f20ad33-5d0e-4324-b1b5-c8f823457933', 'name': 'network-vif-deleted', 'tag': '179ef3ed-c463-418f-b678-aaee7de5535e', 'status': 'completed', 'code': 200} Oct 05 20:26:25.610981 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-038e5fa3-0591-44e1-b0f3-5eba331f4fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:25.612519 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-038e5fa3-0591-44e1-b0f3-5eba331f4fd5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 200 len: 850 time: 0.0570674 Oct 05 20:26:25.613666 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:26:25.631407 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, e2ff507a-5556-4eeb-8338-0d9f9e3dbc81) {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:25.641250 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8ab547-10ed-42e4-a44f-296abb452d3d None None] Network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:26:25.654747 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:25.655335 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:25.674040 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-078f0096-5c42-496f-b2a0-d79bc801a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:25.675627 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-078f0096-5c42-496f-b2a0-d79bc801a986 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=befb067e-a787-4f3b-9756-b797371b0a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545585 Oct 05 20:26:25.681839 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-b9b91c23-d5ca-40c8-a425-561dc9e06baa admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7113745 Oct 05 20:26:25.684723 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50654) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:25.694013 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:25.753957 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:25.755514 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:25.763407 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:25.764578 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:25.794352 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:25.804340 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:25.823363 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:26:25.828189 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:25.834544 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] Checking router: 91bb8d91-b364-45be-941a-69450070930d for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:26:25.846092 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-a486d7f1-2430-4be4-a37a-8dbc8080c8d5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630161 Oct 05 20:26:25.850142 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:25.851171 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:25.865485 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks [] for router_controller (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), precommit_add_association {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.014679 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:26.027601 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:26.032783 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7014231d-d2b8-443a-9154-3bb53347ce79 req-208e9fb7-24b2-4c31-8060-a419dadb576a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807852 Oct 05 20:26:26.049556 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Allocated IP 172.20.0.2 (e2ff507a-5556-4eeb-8338-0d9f9e3dbc81/4b89de43-ce56-44bf-b62f-00e170dc7068/e521c09c-97ba-44c2-876d-e0fd157f4545) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:26.085897 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks [] for router_gateway (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.135342 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f4f3e09b-65ec-4546-9edf-01b5c0843207 req-aa169ed9-7aea-43be-bd5e-91e0f14602f9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=1f20ad33-5d0e-4324-b1b5-c8f823457933 HTTP/1.1" status: 200 len: 210 time: 0.0494301 Oct 05 20:26:26.254331 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:26.284058 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ef4a53-b64e-46af-ac79-3e8dafdce27e None None] The sync data for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi is: [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:26:26.295818 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Publish callbacks [] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.302993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks [] for router_gateway (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.308383 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.324441 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.362137 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:26.372087 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:26.375937 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Pushing event updated for resources: {'Port': ['ID=e521c09c-97ba-44c2-876d-e0fd157f4545,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:26.378482 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:26.462548 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Attempting to bind port e521c09c-97ba-44c2-876d-e0fd157f4545 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:26:26.463020 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Attempting to bind port e521c09c-97ba-44c2-876d-e0fd157f4545 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:26:26.463457 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Attempting to bind port e521c09c-97ba-44c2-876d-e0fd157f4545 on network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:26:26.488071 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Allocated IP 172.27.0.41 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/f84033c6-a50f-4be8-97ec-c32f565fde10) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:26.518413 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4901141-1990-46fe-9f81-b125d06198f4 req-0434aa87-f642-4963-809c-8b7c8a5843b6 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:26.519973 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f4901141-1990-46fe-9f81-b125d06198f4 req-0434aa87-f642-4963-809c-8b7c8a5843b6 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0845971 Oct 05 20:26:26.539796 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:26:26.540107 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Checking segment: {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:26:26.540499 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.540902 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Bound using segment: {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:26:26.541374 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Bound port: e521c09c-97ba-44c2-876d-e0fd157f4545, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:26:26.544909 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.616672 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] For port e521c09c-97ba-44c2-876d-e0fd157f4545, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:26:26.620168 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] For port e521c09c-97ba-44c2-876d-e0fd157f4545, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=e521c09c-97ba-44c2-876d-e0fd157f4545,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:26:26.621727 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:26.632373 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.647222 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f4901141-1990-46fe-9f81-b125d06198f4 req-4fba92d3-f86f-4cf6-9581-0855827830bc tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013098 Oct 05 20:26:26.678317 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks [] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.738866 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:26.748353 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59365bcc-0606-4e3f-bfb2-bfe4e73f62ca None None] Pushing event updated for resources: {'Port': ['ID=e521c09c-97ba-44c2-876d-e0fd157f4545,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:26.788749 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e36fe4f-fb74-4285-bcc6-35588177cfc8 None None] New status for floating IP e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226: DOWN {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:26:26.792529 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Pushing event updated for resources: {'Port': ['ID=f84033c6-a50f-4be8-97ec-c32f565fde10,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:26.801338 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:26.802944 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:26.808548 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:27.134061 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:27.143872 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks [] for router_gateway (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.237869 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50664) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:27.318983 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1ac22dc4-0e3d-4aaf-b02e-b74cde6440cb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (437a8e37-d4eb-4ec0-a512-ea93783e5347), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.333897 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:27.353874 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1ac22dc4-0e3d-4aaf-b02e-b74cde6440cb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (437a8e37-d4eb-4ec0-a512-ea93783e5347), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.371988 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.408903 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1ac22dc4-0e3d-4aaf-b02e-b74cde6440cb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (437a8e37-d4eb-4ec0-a512-ea93783e5347), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.412706 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1ac22dc4-0e3d-4aaf-b02e-b74cde6440cb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.415205 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-1ac22dc4-0e3d-4aaf-b02e-b74cde6440cb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/437a8e37-d4eb-4ec0-a512-ea93783e5347 HTTP/1.1" status: 204 len: 168 time: 0.1764169 Oct 05 20:26:27.418927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50666) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:27.442576 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac22dc4-0e3d-4aaf-b02e-b74cde6440cb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=437a8e37-d4eb-4ec0-a512-ea93783e5347,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:27.466221 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.api.v2.resource [None req-e3172ef4-4c15-4f68-b2f9-e556c0821e07 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] show failed (client error): The resource could not be found. Oct 05 20:26:27.468962 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e3172ef4-4c15-4f68-b2f9-e556c0821e07 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups/437a8e37-d4eb-4ec0-a512-ea93783e5347 HTTP/1.1" status: 404 len: 347 time: 0.0489845 Oct 05 20:26:27.472342 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50668) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:27.572413 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.615000 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Deleting port 0922783e-71b3-4a11-addd-544d8c111d50 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:26:27.615345 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (0922783e-71b3-4a11-addd-544d8c111d50), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.712774 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (0922783e-71b3-4a11-addd-544d8c111d50), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.713112 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (0922783e-71b3-4a11-addd-544d8c111d50), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.730849 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Calling delete_port for 0922783e-71b3-4a11-addd-544d8c111d50 owned by network:floatingip {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:26:27.794492 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:26:27.840272 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:27.862785 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15372d03-779c-410c-8e57-1119085bf2ff req-b21289d7-df65-4270-8fa3-e32cf25b32a0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:27.864291 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-15372d03-779c-410c-8e57-1119085bf2ff req-b21289d7-df65-4270-8fa3-e32cf25b32a0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0928717 Oct 05 20:26:27.879007 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddff724e-cb5d-4b87-8fba-5f1458f3ce53 None None] Network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:26:27.910166 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:26:27.922037 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Sync routers for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:26:27.931648 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:27.932436 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:27.932720 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:27.937905 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-505f6793-69b2-4015-8035-63be60da91b8 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2509584 Oct 05 20:26:27.938658 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50672) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:27.971203 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:27.995122 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (0922783e-71b3-4a11-addd-544d8c111d50), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.028010 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-1d46a43e-7959-4ecb-9c13-544620648632 None None] Provisioning complete for port e521c09c-97ba-44c2-876d-e0fd157f4545 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:28.028389 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1d46a43e-7959-4ecb-9c13-544620648632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.028924 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-1d46a43e-7959-4ecb-9c13-544620648632 None None] Attempt 1 to provision port e521c09c-97ba-44c2-876d-e0fd157f4545 Oct 05 20:26:28.037802 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:28.040330 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-15372d03-779c-410c-8e57-1119085bf2ff req-e79cfa19-7934-4525-96b2-6b7b70691522 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646953 Oct 05 20:26:28.043076 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event deleted for resources: {'Port': ['ID=0922783e-71b3-4a11-addd-544d8c111d50,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:28.100838 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.104066 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.109249 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-1d31ff58-bf32-47e8-a2d8-bf6214dac4ca tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/e85f1fc9-f2ff-4d65-bab5-1dff0ddf2226 HTTP/1.1" status: 204 len: 168 time: 0.6302776 Oct 05 20:26:28.233064 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50678) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:28.240185 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-7c841263-ee9e-4f03-a65b-a4b6dfd558fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112028687', 'description': 'tempest-description--503776313'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:28.275180 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c841263-ee9e-4f03-a65b-a4b6dfd558fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.286664 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:28.346799 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-1d46a43e-7959-4ecb-9c13-544620648632 None None] Current status of the port e521c09c-97ba-44c2-876d-e0fd157f4545 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:28.348376 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1d46a43e-7959-4ecb-9c13-544620648632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.362118 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:27Z', 'revision_number': 3, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:28.364139 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:28.394499 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Checking router: 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:26:28.395229 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Updating router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 port f84033c6-a50f-4be8-97ec-c32f565fde10 binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:26:28.420654 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c841263-ee9e-4f03-a65b-a4b6dfd558fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (c4be4a4c-b49d-424e-9f5e-83135224f1e5), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.426481 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-1d46a43e-7959-4ecb-9c13-544620648632 None None] For port e521c09c-97ba-44c2-876d-e0fd157f4545, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=e521c09c-97ba-44c2-876d-e0fd157f4545,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:28.427903 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c841263-ee9e-4f03-a65b-a4b6dfd558fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (c4be4a4c-b49d-424e-9f5e-83135224f1e5), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.433114 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1d46a43e-7959-4ecb-9c13-544620648632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.438787 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.466908 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c841263-ee9e-4f03-a65b-a4b6dfd558fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.468183 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-7c841263-ee9e-4f03-a65b-a4b6dfd558fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2330720 Oct 05 20:26:28.470628 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c841263-ee9e-4f03-a65b-a4b6dfd558fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4be4a4c-b49d-424e-9f5e-83135224f1e5,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:28.472590 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50680) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:28.477588 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-3815faac-18cc-4c3f-83dc-f4e8b00a765b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'security_group_rule': {'security_group_id': 'c4be4a4c-b49d-424e-9f5e-83135224f1e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:28.491287 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46a43e-7959-4ecb-9c13-544620648632 None None] Pushing event updated for resources: {'Port': ['ID=e521c09c-97ba-44c2-876d-e0fd157f4545,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:28.505991 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3815faac-18cc-4c3f-83dc-f4e8b00a765b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (b959f213-553d-4e49-9428-5afbfc936763), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.525323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:28.528312 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:28.564617 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-c3836bbb-0bcd-4fc2-b40c-3f887bd60888 None None] Provisioning complete for port e521c09c-97ba-44c2-876d-e0fd157f4545 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:28.565566 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c3836bbb-0bcd-4fc2-b40c-3f887bd60888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.566438 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-c3836bbb-0bcd-4fc2-b40c-3f887bd60888 None None] Attempt 1 to provision port e521c09c-97ba-44c2-876d-e0fd157f4545 Oct 05 20:26:28.575709 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3815faac-18cc-4c3f-83dc-f4e8b00a765b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (b959f213-553d-4e49-9428-5afbfc936763), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.581911 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3815faac-18cc-4c3f-83dc-f4e8b00a765b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (b959f213-553d-4e49-9428-5afbfc936763), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.584269 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:28.608088 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.616880 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815faac-18cc-4c3f-83dc-f4e8b00a765b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b959f213-553d-4e49-9428-5afbfc936763,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:28.625490 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3815faac-18cc-4c3f-83dc-f4e8b00a765b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.626717 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-3815faac-18cc-4c3f-83dc-f4e8b00a765b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532133 Oct 05 20:26:28.629948 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50682) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:28.634800 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-dc3ce16c-3f4a-4784-9aae-b7a9079eb1c5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'security_group_rule': {'security_group_id': 'c4be4a4c-b49d-424e-9f5e-83135224f1e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:28.660833 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-c3836bbb-0bcd-4fc2-b40c-3f887bd60888 None None] Current status of the port e521c09c-97ba-44c2-876d-e0fd157f4545 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:28.676128 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce16c-3f4a-4784-9aae-b7a9079eb1c5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (18211ef4-8d46-4bff-9d3f-8387e78fa189), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.754209 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce16c-3f4a-4784-9aae-b7a9079eb1c5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (18211ef4-8d46-4bff-9d3f-8387e78fa189), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.769438 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce16c-3f4a-4784-9aae-b7a9079eb1c5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (18211ef4-8d46-4bff-9d3f-8387e78fa189), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.784088 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ce16c-3f4a-4784-9aae-b7a9079eb1c5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18211ef4-8d46-4bff-9d3f-8387e78fa189,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:28.801172 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-dc3ce16c-3f4a-4784-9aae-b7a9079eb1c5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.805467 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-dc3ce16c-3f4a-4784-9aae-b7a9079eb1c5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715724 Oct 05 20:26:28.805785 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50684) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:28.812086 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device e521c09c-97ba-44c2-876d-e0fd157f4545 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:28.816178 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:28.841428 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Allocated IP 172.20.0.1 (e2ff507a-5556-4eeb-8338-0d9f9e3dbc81/4b89de43-ce56-44bf-b62f-00e170dc7068/7e196596-b8e9-49b8-b135-a2d2e39aeffa) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:28.845028 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.860069 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:28.861540 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port e521c09c-97ba-44c2-876d-e0fd157f4545 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:28.862049 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.863258 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port e521c09c-97ba-44c2-876d-e0fd157f4545 Oct 05 20:26:28.875817 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Publish callbacks [] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.884695 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.900659 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:26:28.921986 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:28.928222 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 179ef3ed-c463-418f-b678-aaee7de5535e {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:26:28.928651 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 179ef3ed-c463-418f-b678-aaee7de5535e not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:26:28.961384 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Pushing event updated for resources: {'Port': ['ID=f84033c6-a50f-4be8-97ec-c32f565fde10,revision_number=2']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:28.969011 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Attempting to bind port f84033c6-a50f-4be8-97ec-c32f565fde10 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:26:28.969416 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Attempting to bind port f84033c6-a50f-4be8-97ec-c32f565fde10 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:26:28.970079 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Attempting to bind port f84033c6-a50f-4be8-97ec-c32f565fde10 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:26:28.974058 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.974650 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.975223 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.975622 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.976144 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.976565 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.977095 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.977645 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.977942 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Publish callbacks [] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:28.978411 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.978931 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.979452 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.979981 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.980507 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.981025 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.981544 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:28.983609 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port e521c09c-97ba-44c2-876d-e0fd157f4545 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:28.996525 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.014748 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.032400 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:26:29.032768 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:26:29.033164 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.033577 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:26:29.034057 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Bound port: f84033c6-a50f-4be8-97ec-c32f565fde10, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:26:29.034419 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.061890 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:29.067988 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:29.070402 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:29.073529 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Pushing event updated for resources: {'Port': ['ID=7e196596-b8e9-49b8-b135-a2d2e39aeffa,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:29.102178 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] For port f84033c6-a50f-4be8-97ec-c32f565fde10, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:26:29.105269 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] For port f84033c6-a50f-4be8-97ec-c32f565fde10, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=f84033c6-a50f-4be8-97ec-c32f565fde10,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:26:29.110493 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.114844 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.134946 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Allocated IP 172.27.0.19 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/edd0e6b4-74b4-44a4-b87b-b939f1c1563b) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:29.166991 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:29.167870 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:29.222480 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f99cdc-3bbe-4f78-9585-be138e95195d None None] Pushing event updated for resources: {'Port': ['ID=f84033c6-a50f-4be8-97ec-c32f565fde10,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:29.256814 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for port (edd0e6b4-74b4-44a4-b87b-b939f1c1563b), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.289535 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.294890 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (edd0e6b4-74b4-44a4-b87b-b939f1c1563b), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.311264 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:29.345812 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:29.351066 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:29.353660 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:29.358456 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'Port': ['ID=edd0e6b4-74b4-44a4-b87b-b939f1c1563b,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:29.389734 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-3dd68465-b10d-497a-a8a4-6f24ade35c9c None None] Provisioning complete for port 7e196596-b8e9-49b8-b135-a2d2e39aeffa triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:29.391744 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3dd68465-b10d-497a-a8a4-6f24ade35c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.392927 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-3dd68465-b10d-497a-a8a4-6f24ade35c9c None None] Attempt 1 to provision port 7e196596-b8e9-49b8-b135-a2d2e39aeffa Oct 05 20:26:29.427633 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:29.429227 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-3dd68465-b10d-497a-a8a4-6f24ade35c9c None None] Port 7e196596-b8e9-49b8-b135-a2d2e39aeffa cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:26:29.434932 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (7e3bbeca-831f-41a7-9020-4953f7f07e0f), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.467060 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Publish callbacks [] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.472353 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.475447 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:29.476566 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (edd0e6b4-74b4-44a4-b87b-b939f1c1563b), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.503163 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:29.532718 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:27Z', 'revision_number': 3, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:29.539407 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.541360 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Pushing event updated for resources: {'Port': ['ID=7e196596-b8e9-49b8-b135-a2d2e39aeffa,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:29.561721 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99de4bed-c873-4b41-a3d2-2fbbaef17be8 None None] The sync data for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi is: [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:27Z', 'revision_number': 3, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:26:29.639262 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:29.651153 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:29.653241 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:29.777261 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:26:29.889144 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for port (edd0e6b4-74b4-44a4-b87b-b939f1c1563b), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.902423 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (edd0e6b4-74b4-44a4-b87b-b939f1c1563b), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.903165 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (7e3bbeca-831f-41a7-9020-4953f7f07e0f), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.910590 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:29.918045 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:26:29.923764 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4e96456b-d042-412f-8b2e-726d68c3019c admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9839983 Oct 05 20:26:29.952441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-72bb23eb-1c03-471f-937a-0d992c5d569f None None] Provisioning complete for port 7e196596-b8e9-49b8-b135-a2d2e39aeffa triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:29.953503 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-72bb23eb-1c03-471f-937a-0d992c5d569f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.954052 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-72bb23eb-1c03-471f-937a-0d992c5d569f None None] Attempt 1 to provision port 7e196596-b8e9-49b8-b135-a2d2e39aeffa Oct 05 20:26:29.958158 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:29.959508 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1527693 Oct 05 20:26:29.960357 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4756e51-b7b2-4ffb-90aa-ad2f766ad6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'Port': ['ID=edd0e6b4-74b4-44a4-b87b-b939f1c1563b,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:30.008773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-72bb23eb-1c03-471f-937a-0d992c5d569f None None] Port 7e196596-b8e9-49b8-b135-a2d2e39aeffa cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:26:30.187421 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-5dd677d9-238c-4c66-851d-c982d4efb7dd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--112028687&fields=id&tenant_id=140a5d8a1d264d8bad17d352591fa6a2 HTTP/1.1" status: 200 len: 267 time: 0.0491157 Oct 05 20:26:30.313713 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-355c11a8-6e01-415d-937a-4f84dc0d954e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:30.315918 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-355c11a8-6e01-415d-937a-4f84dc0d954e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 816 time: 0.1191616 Oct 05 20:26:30.332194 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-2a30a0e8-8741-4fb8-a48a-7ccfdb389cdc tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/quotas/140a5d8a1d264d8bad17d352591fa6a2 HTTP/1.1" status: 200 len: 375 time: 0.0105376 Oct 05 20:26:30.390777 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-6cdc63e8-4f66-4f01-84db-4118abbebc3f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523546 Oct 05 20:26:30.500219 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-d889a4ce-8192-4aae-9e5a-a90b52d6e36d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963082 Oct 05 20:26:30.510566 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50712) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:30.515705 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-195097428-network', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:30.538124 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Made reservation on behalf of b4002f10776f48c5a34aaa62ae41dd60 for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:26:30.540851 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.550622 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.601218 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-425a767e-9915-42ac-ac44-75cedec68c0a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954208 Oct 05 20:26:30.635849 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Publish callbacks [] for security_group (060c35ea-947d-4593-b845-c3f3764851f4), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.640998 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (060c35ea-947d-4593-b845-c3f3764851f4), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.663778 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=106133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:26:30.679008 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060c35ea-947d-4593-b845-c3f3764851f4,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:30.683592 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (b828090f-7e46-4517-bcc7-23f09f5a5443), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.683939 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Added segment b828090f-7e46-4517-bcc7-23f09f5a5443 of type vlan for network 3eb511d0-0d15-4e0a-8181-fb6481867800 Oct 05 20:26:30.737488 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (3eb511d0-0d15-4e0a-8181-fb6481867800), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.767722 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (3eb511d0-0d15-4e0a-8181-fb6481867800), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.768829 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:30.769620 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.820940 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device f84033c6-a50f-4be8-97ec-c32f565fde10 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:30.853632 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b209f3a8-d85e-4dfe-b53a-a6a2bdbef6bd req-26e3b882-ccfa-406a-855e-788eb365e6b1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 210 time: 0.0679746 Oct 05 20:26:30.869027 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3549247 Oct 05 20:26:30.869231 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50718) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:30.875865 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Request body: {'subnet': {'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-195097428-subnet', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:30.892648 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port f84033c6-a50f-4be8-97ec-c32f565fde10 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:30.893134 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.893501 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port f84033c6-a50f-4be8-97ec-c32f565fde10 Oct 05 20:26:30.901564 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbece48-333a-4db8-aeb3-661274ea58a9 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb511d0-0d15-4e0a-8181-fb6481867800,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:30.912301 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Made reservation on behalf of b4002f10776f48c5a34aaa62ae41dd60 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:26:30.914923 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60320536'] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:30.916624 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 3eb511d0-0d15-4e0a-8181-fb6481867800 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:26:31.063380 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port f84033c6-a50f-4be8-97ec-c32f565fde10 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:31.063984 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.086134 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port f84033c6-a50f-4be8-97ec-c32f565fde10, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=f84033c6-a50f-4be8-97ec-c32f565fde10,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:31.090791 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.118354 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60664316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60320522'] for subnet (5c01f6d2-452a-42fa-ae20-3056c3302157), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.143235 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=f84033c6-a50f-4be8-97ec-c32f565fde10,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:31.151301 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:31.174987 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c01f6d2-452a-42fa-ae20-3056c3302157,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:31.193117 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Checking segment: {'id': 'b828090f-7e46-4517-bcc7-23f09f5a5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:26:31.193468 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Network hostable DHCP agents. Network: 3eb511d0-0d15-4e0a-8181-fb6481867800, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:26:31.211726 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Network 3eb511d0-0d15-4e0a-8181-fb6481867800 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:26:31.217302 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:31.223271 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 3eb511d0-0d15-4e0a-8181-fb6481867800) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:31.228432 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:31.229422 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.234432 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3a2e1c-2560-4adf-a56a-b042ac8bdeb0 None None] Network 3eb511d0-0d15-4e0a-8181-fb6481867800 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:26:31.239543 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:31.252252 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-99f300b4-e5c7-4446-8502-6e55cbb36c40 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3790517 Oct 05 20:26:31.252436 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50726) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:31.256793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:31.277616 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (e1ff5802-0832-42b7-bb68-84999a47fc75), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.278586 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (e1ff5802-0832-42b7-bb68-84999a47fc75), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.322657 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:31.339024 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks [] for router_controller (e1ff5802-0832-42b7-bb68-84999a47fc75), precommit_add_association {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.352717 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-3eb511d0-0d15-4e0a-8181-fb6481867800', 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800', 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'fixed_ips': [{'subnet_id': '5c01f6d2-452a-42fa-ae20-3056c3302157'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:26:31.353797 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.432074 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Sync routers for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:26:31.461980 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:31.462613 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:31.483483 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks [] for router_gateway (e1ff5802-0832-42b7-bb68-84999a47fc75), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.593120 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Allocated IP 172.20.0.2 (3eb511d0-0d15-4e0a-8181-fb6481867800/5c01f6d2-452a-42fa-ae20-3056c3302157/c667ee56-c8d2-44f2-b7c3-d00dbcff6086) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:31.641333 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:31.678439 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks [] for router_gateway (e1ff5802-0832-42b7-bb68-84999a47fc75), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.699929 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.815637 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Allocated IP 172.27.0.217 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/1fdb0365-2201-4617-b201-ed5cd3bcade7) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:31.895734 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Publish callbacks [] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.931208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks [] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.947805 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.966675 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7e196596-b8e9-49b8-b135-a2d2e39aeffa', 'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'mac_address': 'fa:16:3e:ef:1a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:28Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 2, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'subnets': [{'id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:31.969021 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:31.997915 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Network 3eb511d0-0d15-4e0a-8181-fb6481867800 is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:32.028201 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:32.033091 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Checking router: 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:26:32.033505 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Updating router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 port 7e196596-b8e9-49b8-b135-a2d2e39aeffa binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:26:32.034790 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:32.038851 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:32.043472 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:32.045671 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0a5db273-65aa-4d89-8d07-dad85153235c req-067b7686-2000-48ad-87e8-9e1451a4d5c8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 210 time: 0.0470686 Oct 05 20:26:32.052979 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:32.057144 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:32.069926 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Pushing event updated for resources: {'Port': ['ID=c667ee56-c8d2-44f2-b7c3-d00dbcff6086,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:32.082558 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Pushing event updated for resources: {'Port': ['ID=1fdb0365-2201-4617-b201-ed5cd3bcade7,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:32.099495 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:32.162099 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:32.165752 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Attempting to bind port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:26:32.165752 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Attempting to bind port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'b828090f-7e46-4517-bcc7-23f09f5a5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:26:32.165752 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Attempting to bind port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 on network 3eb511d0-0d15-4e0a-8181-fb6481867800 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:26:32.276003 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:32.283901 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:32.316230 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:26:32.316654 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Checking segment: {'id': 'b828090f-7e46-4517-bcc7-23f09f5a5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:26:32.317371 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:32.317862 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Bound using segment: {'id': 'b828090f-7e46-4517-bcc7-23f09f5a5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:26:32.318416 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Bound port: c667ee56-c8d2-44f2-b7c3-d00dbcff6086, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b828090f-7e46-4517-bcc7-23f09f5a5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:26:32.318862 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:32.385699 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bffed0-1021-486d-a4cb-618ed4809b3a req-ff294274-1069-4a71-9baa-f728cb765a75 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:32.387157 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80bffed0-1021-486d-a4cb-618ed4809b3a req-ff294274-1069-4a71-9baa-f728cb765a75 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 945 time: 0.0550025 Oct 05 20:26:32.389439 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks [] for router_gateway (e1ff5802-0832-42b7-bb68-84999a47fc75), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:32.441847 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] For port c667ee56-c8d2-44f2-b7c3-d00dbcff6086, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:26:32.462276 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] For port c667ee56-c8d2-44f2-b7c3-d00dbcff6086, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=c667ee56-c8d2-44f2-b7c3-d00dbcff6086,segment=NetworkSegment(b828090f-7e46-4517-bcc7-23f09f5a5443),segment_id=b828090f-7e46-4517-bcc7-23f09f5a5443)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:26:32.473834 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:32.522144 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80bffed0-1021-486d-a4cb-618ed4809b3a req-9c18ba10-2199-4fa8-8716-3b49eb552865 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992165 Oct 05 20:26:32.582825 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a1cf1-3434-48ee-9873-14cfb948a6f1 None None] Pushing event updated for resources: {'Port': ['ID=c667ee56-c8d2-44f2-b7c3-d00dbcff6086,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:32.595731 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Publish callbacks [] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:32.603333 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:32.723543 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8f6d3-1507-4c78-b4e0-95783e4490d5 None None] Pushing event updated for resources: {'Port': ['ID=7e196596-b8e9-49b8-b135-a2d2e39aeffa,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:32.746714 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Attempting to bind port 7e196596-b8e9-49b8-b135-a2d2e39aeffa on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:26:32.747108 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Attempting to bind port 7e196596-b8e9-49b8-b135-a2d2e39aeffa by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:26:32.747422 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Attempting to bind port 7e196596-b8e9-49b8-b135-a2d2e39aeffa on network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:26:32.951752 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device f84033c6-a50f-4be8-97ec-c32f565fde10 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:32.962843 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (e1ff5802-0832-42b7-bb68-84999a47fc75), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:32.995910 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:26:32.996282 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Checking segment: {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:26:32.996681 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:32.997067 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Bound using segment: {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:26:32.997622 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Bound port: 7e196596-b8e9-49b8-b135-a2d2e39aeffa, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:26:32.998005 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.047070 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port f84033c6-a50f-4be8-97ec-c32f565fde10 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:33.047435 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.047761 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port f84033c6-a50f-4be8-97ec-c32f565fde10 Oct 05 20:26:33.086627 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Router e1ff5802-0832-42b7-bb68-84999a47fc75 is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:26:33.096201 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] For port 7e196596-b8e9-49b8-b135-a2d2e39aeffa, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:26:33.100683 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] For port 7e196596-b8e9-49b8-b135-a2d2e39aeffa, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7e196596-b8e9-49b8-b135-a2d2e39aeffa,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:26:33.110065 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.178216 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:33.178843 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:33.197953 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:26:33.210246 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Sync routers for ids ['e1ff5802-0832-42b7-bb68-84999a47fc75'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:26:33.211850 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-73122efd-8612-4f6f-bf92-6292ebdaddcc req-649b1032-c422-413c-a359-58d854ea5f3c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 210 time: 0.0417192 Oct 05 20:26:33.216958 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.219217 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-6f8af649-18a5-4ed7-a6ed-22e6276f6439 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9659011 Oct 05 20:26:33.222430 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50744) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:33.224048 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Routers {'e1ff5802-0832-42b7-bb68-84999a47fc75'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:33.225365 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e1ff5802-0832-42b7-bb68-84999a47fc75'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:33.230457 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:33.248285 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port f84033c6-a50f-4be8-97ec-c32f565fde10 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:33.248285 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c667ee56-c8d2-44f2-b7c3-d00dbcff6086 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:33.254043 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:33.261707 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8f6d3-1507-4c78-b4e0-95783e4490d5 None None] Pushing event updated for resources: {'Port': ['ID=7e196596-b8e9-49b8-b135-a2d2e39aeffa,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:33.285869 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:33.356903 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Set router e1ff5802-0832-42b7-bb68-84999a47fc75 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:33.367848 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:33.369809 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:33.370180 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.370512 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 Oct 05 20:26:33.380013 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:33.579588 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:32Z', 'revision_number': 3, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'gw_port': {'id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:33.624037 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:33.624984 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.689528 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:33.696431 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Checking router: e1ff5802-0832-42b7-bb68-84999a47fc75 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:26:33.696795 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Updating router e1ff5802-0832-42b7-bb68-84999a47fc75 port 1fdb0365-2201-4617-b201-ed5cd3bcade7 binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:26:33.711343 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port c667ee56-c8d2-44f2-b7c3-d00dbcff6086, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=c667ee56-c8d2-44f2-b7c3-d00dbcff6086,segment=NetworkSegment(b828090f-7e46-4517-bcc7-23f09f5a5443),segment_id=b828090f-7e46-4517-bcc7-23f09f5a5443)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:33.717290 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7e196596-b8e9-49b8-b135-a2d2e39aeffa', 'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'mac_address': 'fa:16:3e:ef:1a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:28Z', 'updated_at': '2022-10-05T20:26:33Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'subnets': [{'id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:33.721809 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.740856 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce21ab-e943-4fc3-a247-13e3bd505c40 req-2dd45c8d-de6c-4565-957d-bc6de0bfbe66 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:33.742916 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-78ce21ab-e943-4fc3-a247-13e3bd505c40 req-2dd45c8d-de6c-4565-957d-bc6de0bfbe66 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 945 time: 0.0977323 Oct 05 20:26:33.756895 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fae90a-45f2-4a93-850e-216ca0cefe39 None None] The sync data for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi is: [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7e196596-b8e9-49b8-b135-a2d2e39aeffa', 'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'mac_address': 'fa:16:3e:ef:1a:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:28Z', 'updated_at': '2022-10-05T20:26:33Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'subnets': [{'id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:26:33.759260 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.781016 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bc1f33-15e8-44a8-b8e9-1c4c74105385 None None] Network 3eb511d0-0d15-4e0a-8181-fb6481867800 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:26:33.823918 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-78ce21ab-e943-4fc3-a247-13e3bd505c40 req-44faf696-9f75-4b4a-b07a-bdaf18c6ddef tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740492 Oct 05 20:26:33.879133 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.936494 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-70faa6ff-7e9b-4af4-837e-faeae3269c6b None None] Provisioning complete for port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:33.936919 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-70faa6ff-7e9b-4af4-837e-faeae3269c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:33.937252 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-70faa6ff-7e9b-4af4-837e-faeae3269c6b None None] Attempt 1 to provision port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 Oct 05 20:26:33.959600 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-24f9ece6-e64a-4cfa-b0f3-f543c8524d3d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:33.961777 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-24f9ece6-e64a-4cfa-b0f3-f543c8524d3d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 816 time: 0.3785827 Oct 05 20:26:33.994359 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=c667ee56-c8d2-44f2-b7c3-d00dbcff6086,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:34.073455 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-3ec9ac82-f453-469f-a4cd-36c836e129a6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=140a5d8a1d264d8bad17d352591fa6a2 HTTP/1.1" status: 200 len: 379 time: 0.0915833 Oct 05 20:26:34.089221 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-7e358480-d2ed-487f-aff2-a69073c23251 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:34.090799 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-7e358480-d2ed-487f-aff2-a69073c23251 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 945 time: 0.1267047 Oct 05 20:26:34.144725 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-70faa6ff-7e9b-4af4-837e-faeae3269c6b None None] Current status of the port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:34.169353 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Allocated IP 172.20.0.1 (3eb511d0-0d15-4e0a-8181-fb6481867800/5c01f6d2-452a-42fa-ae20-3056c3302157/92a4b935-4694-4fdd-bb8c-7822868e03b3) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:34.197703 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'port': {'device_id': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'admin_state_up': True, 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'security_groups': ['c4be4a4c-b49d-424e-9f5e-83135224f1e5']}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:34.240990 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Publish callbacks [] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.250610 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.289469 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:34.307706 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badce570-5ebd-48c3-90ed-b6218543b5f1 None None] Pushing event updated for resources: {'Port': ['ID=1fdb0365-2201-4617-b201-ed5cd3bcade7,revision_number=2']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:34.324591 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Attempting to bind port 1fdb0365-2201-4617-b201-ed5cd3bcade7 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:26:34.325008 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Attempting to bind port 1fdb0365-2201-4617-b201-ed5cd3bcade7 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:26:34.325374 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Attempting to bind port 1fdb0365-2201-4617-b201-ed5cd3bcade7 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:26:34.391497 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:26:34.391812 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:26:34.392210 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.392595 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:26:34.393069 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Bound port: 1fdb0365-2201-4617-b201-ed5cd3bcade7, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:26:34.393436 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.401881 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Deleting port 6bf325fe-56f6-427f-8567-d1c8aa923356 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:26:34.402055 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.409845 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e8615a4d-3360-4af2-a67d-61abbc310c71 req-12a8c3d4-bfa8-4352-b7c3-1b9b22085a13 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 210 time: 0.0507481 Oct 05 20:26:34.464070 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] For port 1fdb0365-2201-4617-b201-ed5cd3bcade7, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:26:34.469703 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] For port 1fdb0365-2201-4617-b201-ed5cd3bcade7, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=1fdb0365-2201-4617-b201-ed5cd3bcade7,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:26:34.471789 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Made reservation on behalf of 140a5d8a1d264d8bad17d352591fa6a2 for: {'port': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:26:34.472620 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:34.477152 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.477349 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.518451 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Routers {'e1ff5802-0832-42b7-bb68-84999a47fc75'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:34.519092 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e1ff5802-0832-42b7-bb68-84999a47fc75'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:34.576624 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Publish callbacks [] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.583589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:34.627081 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] For port 6bf325fe-56f6-427f-8567-d1c8aa923356, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=6bf325fe-56f6-427f-8567-d1c8aa923356,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:34.627455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.642341 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:34.665140 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Allocated IP 172.20.0.7 (f57b2de0-9b37-423e-9981-d689d8abf0c3/bbfb6b56-8c0c-450a-b9b2-f408d85f53bd/938a7d9f-3a0f-4c79-80ef-ca3e36f0894f) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:34.675713 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-e7e925b4-8ec1-4c96-b6ba-78ad4fd644ce None None] Provisioning complete for port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:34.676098 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e7e925b4-8ec1-4c96-b6ba-78ad4fd644ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.676436 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-e7e925b4-8ec1-4c96-b6ba-78ad4fd644ce None None] Attempt 1 to provision port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 Oct 05 20:26:34.792065 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.832806 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] Set router e1ff5802-0832-42b7-bb68-84999a47fc75 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:34.833982 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.847229 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-e7e925b4-8ec1-4c96-b6ba-78ad4fd644ce None None] Current status of the port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:34.865308 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:34.876599 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:34.908011 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:34.927953 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Network 3eb511d0-0d15-4e0a-8181-fb6481867800 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:34.943449 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:34.947897 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:35.010785 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (e1ff5802-0832-42b7-bb68-84999a47fc75), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.023352 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7e196596-b8e9-49b8-b135-a2d2e39aeffa up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:35.023702 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:35.027904 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badce570-5ebd-48c3-90ed-b6218543b5f1 None None] Pushing event updated for resources: {'Port': ['ID=1fdb0365-2201-4617-b201-ed5cd3bcade7,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:35.030301 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:35.035401 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:35.043552 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:35.044217 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.073971 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:35.076784 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:35.105624 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-f4f40f95-fa31-40be-b625-4dff72b95810 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9117577 Oct 05 20:26:35.124393 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Request body: {'port': {'device_id': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:35.146604 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 7e196596-b8e9-49b8-b135-a2d2e39aeffa triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:35.147162 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.147403 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 7e196596-b8e9-49b8-b135-a2d2e39aeffa Oct 05 20:26:35.163615 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:32Z', 'revision_number': 3, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'gw_port': {'id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:35.205846 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5c2c91-50cd-4563-9f22-1dab30196865 None None] The sync data for ids ['e1ff5802-0832-42b7-bb68-84999a47fc75'] in dv-cinder-801522-12-iscsi is: [{'id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:32Z', 'revision_number': 3, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'gw_port': {'id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:26:35.214142 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=92a4b935-4694-4fdd-bb8c-7822868e03b3,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:35.237316 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.237989 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:35.329658 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 7e196596-b8e9-49b8-b135-a2d2e39aeffa is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:35.330902 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.346585 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.347273 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (64987f3b-441b-4ba4-a10f-17167b9fdf53), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.347812 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Floating IP 64987f3b-441b-4ba4-a10f-17167b9fdf53 disassociated. External IP: 172.27.0.53, port: 6bf325fe-56f6-427f-8567-d1c8aa923356. Oct 05 20:26:35.348365 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Calling delete_port for 6bf325fe-56f6-427f-8567-d1c8aa923356 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:26:35.357536 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1fc399-5bb2-4ddd-88dc-326dbb1a2d65 req-dfba431c-d528-42b6-b38f-f66bba9fce70 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:35.365378 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e1fc399-5bb2-4ddd-88dc-326dbb1a2d65 req-dfba431c-d528-42b6-b38f-f66bba9fce70 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 945 time: 0.2660384 Oct 05 20:26:35.412249 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 7e196596-b8e9-49b8-b135-a2d2e39aeffa, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7e196596-b8e9-49b8-b135-a2d2e39aeffa,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:35.414569 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-6a9b7037-8db9-452c-851c-dacb501c0bee None None] Provisioning complete for port 92a4b935-4694-4fdd-bb8c-7822868e03b3 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:35.415051 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7037-8db9-452c-851c-dacb501c0bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.415450 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-6a9b7037-8db9-452c-851c-dacb501c0bee None None] Attempt 1 to provision port 92a4b935-4694-4fdd-bb8c-7822868e03b3 Oct 05 20:26:35.450829 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.451764 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c667ee56-c8d2-44f2-b7c3-d00dbcff6086 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:35.513079 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b7037-8db9-452c-851c-dacb501c0bee None None] Port 92a4b935-4694-4fdd-bb8c-7822868e03b3 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:26:35.597767 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e1fc399-5bb2-4ddd-88dc-326dbb1a2d65 req-73a488dd-0de2-4b15-ae8d-4ee6f7360a35 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=a41d9dcf-099c-494f-89bf-7fd36eb223b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311101 Oct 05 20:26:35.600027 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=7e196596-b8e9-49b8-b135-a2d2e39aeffa,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:35.620777 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.623350 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:35.625223 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.626097 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 Oct 05 20:26:35.696650 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-60875be7-2287-4041-b90c-cf9e4c121432 None None] Provisioning complete for port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:35.697557 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-60875be7-2287-4041-b90c-cf9e4c121432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.698119 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-60875be7-2287-4041-b90c-cf9e4c121432 None None] Attempt 1 to provision port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f Oct 05 20:26:35.699262 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:35.707267 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef365e7-ee99-412e-8a01-ef2177f52c9e req-fdbf86e6-5023-44c4-933d-1092d3e5cd64 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:35.708939 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cef365e7-ee99-412e-8a01-ef2177f52c9e req-fdbf86e6-5023-44c4-933d-1092d3e5cd64 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 931 time: 0.0547426 Oct 05 20:26:35.713896 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f {{(pid=106132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:26:35.781823 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:35.794258 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cef365e7-ee99-412e-8a01-ef2177f52c9e req-8357eae6-c90c-4558-b218-9fe894f3b5e4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747800 Oct 05 20:26:35.795093 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-60875be7-2287-4041-b90c-cf9e4c121432 None None] Port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:26:35.797369 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:35.803723 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Publish callbacks [] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.828604 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.provisioning_blocks [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Transition to ACTIVE for port object 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f will not be triggered until provisioned by entity L2. {{(pid=106132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:26:35.831399 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (6bf325fe-56f6-427f-8567-d1c8aa923356), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.835125 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:35.886079 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'Port': ['ID=6bf325fe-56f6-427f-8567-d1c8aa923356,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:35.906910 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:35.921962 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:35.930666 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Attempting to bind port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:26:35.930666 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Attempting to bind port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:26:35.930861 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Attempting to bind port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f on network f57b2de0-9b37-423e-9981-d689d8abf0c3 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:26:35.988988 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f on network f57b2de0-9b37-423e-9981-d689d8abf0c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:26:35.989768 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Attempting to bind port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f on network f57b2de0-9b37-423e-9981-d689d8abf0c3 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:26:36.038257 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:26:36.038796 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Checking segment: {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:26:36.039421 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Bound using segment: {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:26:36.040018 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Bound port: 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c877d92e-d42e-498c-949d-102d2290f8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3'}}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:26:36.040380 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:36.056619 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Publish callbacks [] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:36.065746 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:36.069148 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:36.110723 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, cleared binding levels {{(pid=106132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:26:36.115856 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:26:36.122730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:36.136281 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:26:36.148854 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:36.150865 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:36.152412 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/938a7d9f-3a0f-4c79-80ef-ca3e36f0894f HTTP/1.1" status: 200 len: 1093 time: 1.0329289 Oct 05 20:26:36.153011 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:26:36.156044 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74847fb5-17b5-44c4-9c84-5610ddcb2755" -d '{"events": [{"name": "network-changed", "server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:26:36.166401 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (e1ff5802-0832-42b7-bb68-84999a47fc75), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:36.172437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Pushing event updated for resources: {'Port': ['ID=92a4b935-4694-4fdd-bb8c-7822868e03b3,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:36.193147 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7d2e0-a46c-4b4c-942a-e1923d88c931 service neutron] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=3']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:36.229530 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920525c1-b4bd-48fa-a1d7-ebe631e1ed55 x-openstack-request-id: req-920525c1-b4bd-48fa-a1d7-ebe631e1ed55 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:26:36.229885 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:26:36.230145 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-920525c1-b4bd-48fa-a1d7-ebe631e1ed55 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:26:36.230543 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-920525c1-b4bd-48fa-a1d7-ebe631e1ed55'] response: {'name': 'network-changed', 'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'status': 'completed', 'code': 200} Oct 05 20:26:36.271479 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-c1a43528-fb8c-43bb-b18c-7decbc745f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:36.273016 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-c1a43528-fb8c-43bb-b18c-7decbc745f2c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 1127 time: 0.0545661 Oct 05 20:26:36.330903 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-db188567-089f-4779-9587-f489087c3c08 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f HTTP/1.1" status: 200 len: 217 time: 0.0414119 Oct 05 20:26:36.364177 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Network 3eb511d0-0d15-4e0a-8181-fb6481867800 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:36.367299 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:36.384464 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:26:36.392221 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-1abbb8e3-0811-463c-8263-2c6d63689413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:36.393737 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-1abbb8e3-0811-463c-8263-2c6d63689413 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.0567770 Oct 05 20:26:36.398247 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:26:36.428815 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:36.430322 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:36.460178 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-1ae0644a-292b-4a06-8096-b18b18097476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:36.461756 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-1ae0644a-292b-4a06-8096-b18b18097476 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620651 Oct 05 20:26:36.477869 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] No DVR routers for this DVR port 6bf325fe-56f6-427f-8567-d1c8aa923356 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:26:36.481930 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:36.485797 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b0bf8bec-b323-44a0-9e58-210af6c746fd req-c32dc6ae-1d46-46d0-b4ba-9fa80add6521 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "DELETE /networking/v2.0/ports/6bf325fe-56f6-427f-8567-d1c8aa923356 HTTP/1.1" status: 204 len: 173 time: 2.2908714 Oct 05 20:26:36.486326 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'name': 'network-vif-deleted', 'tag': '6bf325fe-56f6-427f-8567-d1c8aa923356'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:26:36.488621 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187598a8-a6b5-4eb4-bcf9-002b17f13939" -d '{"events": [{"server_uuid": "6bd5c8f4-254b-4924-a74a-8f5b8f190b48", "name": "network-vif-deleted", "tag": "6bf325fe-56f6-427f-8567-d1c8aa923356"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:26:36.595834 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a790036a-9eac-438c-aa59-fd0612766ec5 x-openstack-request-id: req-a790036a-9eac-438c-aa59-fd0612766ec5 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:26:36.596368 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd5c8f4-254b-4924-a74a-8f5b8f190b48", "name": "network-vif-deleted", "tag": "6bf325fe-56f6-427f-8567-d1c8aa923356", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:26:36.596776 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a790036a-9eac-438c-aa59-fd0612766ec5 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:26:36.597429 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a790036a-9eac-438c-aa59-fd0612766ec5'] response: {'server_uuid': '6bd5c8f4-254b-4924-a74a-8f5b8f190b48', 'name': 'network-vif-deleted', 'tag': '6bf325fe-56f6-427f-8567-d1c8aa923356', 'status': 'completed', 'code': 200} Oct 05 20:26:36.609867 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Router e1ff5802-0832-42b7-bb68-84999a47fc75 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:26:36.611786 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-d2a8e654-72ba-42a2-8705-c035ad09c638 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409237 Oct 05 20:26:36.827973 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-85a00fba-dbb4-424e-a0ee-f0959eb38bef None None] Provisioning complete for port 92a4b935-4694-4fdd-bb8c-7822868e03b3 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:36.828450 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-85a00fba-dbb4-424e-a0ee-f0959eb38bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:36.828881 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-85a00fba-dbb4-424e-a0ee-f0959eb38bef None None] Attempt 1 to provision port 92a4b935-4694-4fdd-bb8c-7822868e03b3 Oct 05 20:26:36.896485 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c1fbab9-8cd1-42f5-ba64-cf0ca0ca910f req-d68c62e0-b8fa-4d54-b9b5-a0b247bf964e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761250 Oct 05 20:26:36.926494 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:36.984228 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7e196596-b8e9-49b8-b135-a2d2e39aeffa up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:36.990480 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e77dde-4bc2-4130-a26a-1e8d89d60fd4 req-1df419fe-e4fe-4cf2-80f8-2488dfcbecc5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:36.992788 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-85a00fba-dbb4-424e-a0ee-f0959eb38bef None None] Port 92a4b935-4694-4fdd-bb8c-7822868e03b3 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:26:37.002137 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a4e77dde-4bc2-4130-a26a-1e8d89d60fd4 req-1df419fe-e4fe-4cf2-80f8-2488dfcbecc5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0997524 Oct 05 20:26:37.029398 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:37.056765 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a4e77dde-4bc2-4130-a26a-1e8d89d60fd4 req-5b63cf0f-99ea-47f6-b899-f8b206a35986 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535591 Oct 05 20:26:37.092357 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 7e196596-b8e9-49b8-b135-a2d2e39aeffa triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:37.092738 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:37.093106 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 7e196596-b8e9-49b8-b135-a2d2e39aeffa Oct 05 20:26:37.104870 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-97fd1214-8a16-4183-ba04-9bfb7e86138a req-2368f0a1-7576-43ad-a387-5ab4c7dd5b03 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 210 time: 0.0395682 Oct 05 20:26:37.165635 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:37.165854 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:26:37.173369 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4e1e46f9-e3c3-49d0-9a3a-2ee322d7a2a1 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/e1ff5802-0832-42b7-bb68-84999a47fc75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9498856 Oct 05 20:26:37.214217 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:37.274798 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 7e196596-b8e9-49b8-b135-a2d2e39aeffa is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:37.275762 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 1fdb0365-2201-4617-b201-ed5cd3bcade7 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:37.314497 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'a655c2ba-fe51-447a-8e3d-b3ea499a6fd2', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:23:39Z', 'updated_at': '2022-10-05T20:24:06Z', 'revision_number': 2, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:37.344545 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:26:37.361046 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:37.361771 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:37.363613 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 1fdb0365-2201-4617-b201-ed5cd3bcade7 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:37.363986 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:37.364322 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 1fdb0365-2201-4617-b201-ed5cd3bcade7 Oct 05 20:26:37.523513 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:37.559824 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 1fdb0365-2201-4617-b201-ed5cd3bcade7 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:37.560238 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:37.620249 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 1fdb0365-2201-4617-b201-ed5cd3bcade7, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=1fdb0365-2201-4617-b201-ed5cd3bcade7,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:37.626414 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:37.715148 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Sync routers for ids ['e1ff5802-0832-42b7-bb68-84999a47fc75'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:26:37.730379 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Routers {'e1ff5802-0832-42b7-bb68-84999a47fc75'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:37.731083 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e1ff5802-0832-42b7-bb68-84999a47fc75'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:37.731219 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=1fdb0365-2201-4617-b201-ed5cd3bcade7,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:37.813392 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'a655c2ba-fe51-447a-8e3d-b3ea499a6fd2', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:23:39Z', 'updated_at': '2022-10-05T20:24:06Z', 'revision_number': 2, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:37.845763 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccba1aa9-cfe5-47a1-acb4-51a10c81bb07 None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'a655c2ba-fe51-447a-8e3d-b3ea499a6fd2', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 324, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:86:0e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:23:39Z', 'updated_at': '2022-10-05T20:24:06Z', 'revision_number': 2, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:26:37.850871 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Set router e1ff5802-0832-42b7-bb68-84999a47fc75 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:37.987408 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-ef0ff41d-7e47-4d5a-9ef4-a7a591fc018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:37.989139 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-ef0ff41d-7e47-4d5a-9ef4-a7a591fc018d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 1127 time: 0.0918202 Oct 05 20:26:38.141748 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-7747e43a-e67b-4192-91ab-15c7d053620f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:38.143494 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-7747e43a-e67b-4192-91ab-15c7d053620f service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 917 time: 0.1467235 Oct 05 20:26:38.156141 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 4, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'gw_port': {'id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '92a4b935-4694-4fdd-bb8c-7822868e03b3', 'name': '', 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'mac_address': 'fa:16:3e:71:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5c01f6d2-452a-42fa-ae20-3056c3302157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:33Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 2, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'subnets': [{'id': '5c01f6d2-452a-42fa-ae20-3056c3302157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:38.197138 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Checking router: e1ff5802-0832-42b7-bb68-84999a47fc75 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:26:38.197813 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Updating router e1ff5802-0832-42b7-bb68-84999a47fc75 port 92a4b935-4694-4fdd-bb8c-7822868e03b3 binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:26:38.234157 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:38.261753 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152e13-84ab-4c45-9b8d-02259c96675c req-c16e6796-9f13-4bc2-9c96-158a6c50cca4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:38.268947 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8a152e13-84ab-4c45-9b8d-02259c96675c req-c16e6796-9f13-4bc2-9c96-158a6c50cca4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0946031 Oct 05 20:26:38.291059 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7055faa6-7708-4f12-a29e-bfa73fc41618 req-c265b0b3-1789-4415-8fd4-8c487b9c915c tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=6bd5c8f4-254b-4924-a74a-8f5b8f190b48 HTTP/1.1" status: 200 len: 210 time: 0.0432389 Oct 05 20:26:38.342159 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8a152e13-84ab-4c45-9b8d-02259c96675c req-c6a386f0-3aab-475d-8eca-4cd9958251f5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722249 Oct 05 20:26:38.383098 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74983615-07c9-4b1e-a1e3-b83f49304182 None None] New status for floating IP 64987f3b-441b-4ba4-a10f-17167b9fdf53: DOWN {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:26:38.386089 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-a1683171-4ee9-4e90-beec-69f601f3e084 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f HTTP/1.1" status: 200 len: 217 time: 0.0421927 Oct 05 20:26:38.470525 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-c05978a4-2738-4d63-92c5-fe26552e5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:38.472167 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-c05978a4-2738-4d63-92c5-fe26552e5867 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.0785053 Oct 05 20:26:38.544559 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:38.559975 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Publish callbacks [] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:38.572827 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:38.575027 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:38.586269 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-bf0cdeed-022a-452c-970a-0281237d1f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:38.588053 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-bf0cdeed-022a-452c-970a-0281237d1f8b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1083565 Oct 05 20:26:38.672637 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de8bc6-ea14-47fe-b050-629f2efd978e None None] Pushing event updated for resources: {'Port': ['ID=92a4b935-4694-4fdd-bb8c-7822868e03b3,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:38.678635 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Attempting to bind port 92a4b935-4694-4fdd-bb8c-7822868e03b3 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:26:38.679000 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Attempting to bind port 92a4b935-4694-4fdd-bb8c-7822868e03b3 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'b828090f-7e46-4517-bcc7-23f09f5a5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:26:38.679361 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Attempting to bind port 92a4b935-4694-4fdd-bb8c-7822868e03b3 on network 3eb511d0-0d15-4e0a-8181-fb6481867800 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:26:38.712872 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-99763c0d-8ba3-40a0-b594-45e17e2899f3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141131 Oct 05 20:26:38.728098 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:26:38.728635 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Checking segment: {'id': 'b828090f-7e46-4517-bcc7-23f09f5a5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:26:38.729109 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:38.729710 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Bound using segment: {'id': 'b828090f-7e46-4517-bcc7-23f09f5a5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:26:38.730417 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Bound port: 92a4b935-4694-4fdd-bb8c-7822868e03b3, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b828090f-7e46-4517-bcc7-23f09f5a5443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:26:38.730881 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:38.780069 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:38.831587 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-74847fb5-17b5-44c4-9c84-5610ddcb2755 req-f0f8ac87-54b9-4c29-a4f2-8080ec07abe9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104162 Oct 05 20:26:38.832116 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 1fdb0365-2201-4617-b201-ed5cd3bcade7 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:38.837718 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] For port 92a4b935-4694-4fdd-bb8c-7822868e03b3, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:26:38.841859 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] For port 92a4b935-4694-4fdd-bb8c-7822868e03b3, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=92a4b935-4694-4fdd-bb8c-7822868e03b3,segment=NetworkSegment(b828090f-7e46-4517-bcc7-23f09f5a5443),segment_id=b828090f-7e46-4517-bcc7-23f09f5a5443)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:26:38.866838 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:38.910277 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 1fdb0365-2201-4617-b201-ed5cd3bcade7 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:38.910926 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:38.911451 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 1fdb0365-2201-4617-b201-ed5cd3bcade7 Oct 05 20:26:38.918071 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Routers {'e1ff5802-0832-42b7-bb68-84999a47fc75'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:38.918783 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e1ff5802-0832-42b7-bb68-84999a47fc75'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:38.950022 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:38.957154 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 6bf325fe-56f6-427f-8567-d1c8aa923356 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:26:38.984602 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 6bf325fe-56f6-427f-8567-d1c8aa923356 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:26:38.984957 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 6bf325fe-56f6-427f-8567-d1c8aa923356 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:26:38.991843 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de8bc6-ea14-47fe-b050-629f2efd978e None None] Pushing event updated for resources: {'Port': ['ID=92a4b935-4694-4fdd-bb8c-7822868e03b3,revision_number=4']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:39.033954 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 1fdb0365-2201-4617-b201-ed5cd3bcade7 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:39.052710 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] Set router e1ff5802-0832-42b7-bb68-84999a47fc75 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:39.266615 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 4, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'gw_port': {'id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '92a4b935-4694-4fdd-bb8c-7822868e03b3', 'name': '', 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'mac_address': 'fa:16:3e:71:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5c01f6d2-452a-42fa-ae20-3056c3302157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:33Z', 'updated_at': '2022-10-05T20:26:38Z', 'revision_number': 4, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'subnets': [{'id': '5c01f6d2-452a-42fa-ae20-3056c3302157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:39.298411 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854bcbd1-8a92-4fbe-b4ea-1542b7475533 None None] The sync data for ids ['e1ff5802-0832-42b7-bb68-84999a47fc75'] in dv-cinder-801522-12-iscsi is: [{'id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 4, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'gw_port': {'id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '92a4b935-4694-4fdd-bb8c-7822868e03b3', 'name': '', 'network_id': '3eb511d0-0d15-4e0a-8181-fb6481867800', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'mac_address': 'fa:16:3e:71:03:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '5c01f6d2-452a-42fa-ae20-3056c3302157', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:33Z', 'updated_at': '2022-10-05T20:26:38Z', 'revision_number': 4, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'subnets': [{'id': '5c01f6d2-452a-42fa-ae20-3056c3302157', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:26:39.431630 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50806) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:39.546885 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b26838c5-b8b3-458d-a09b-9387183e45ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (a41d9dcf-099c-494f-89bf-7fd36eb223b1), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:39.571579 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b26838c5-b8b3-458d-a09b-9387183e45ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (a41d9dcf-099c-494f-89bf-7fd36eb223b1), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:39.596188 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08e7b3-9560-4e31-8c05-d4198e7b8c00 req-2215e319-0a87-4e97-9703-6eb9f45f51a8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:39.597888 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e08e7b3-9560-4e31-8c05-d4198e7b8c00 req-2215e319-0a87-4e97-9703-6eb9f45f51a8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.1023328 Oct 05 20:26:39.651461 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b26838c5-b8b3-458d-a09b-9387183e45ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (a41d9dcf-099c-494f-89bf-7fd36eb223b1), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:39.654656 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b26838c5-b8b3-458d-a09b-9387183e45ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:39.660013 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-b26838c5-b8b3-458d-a09b-9387183e45ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a41d9dcf-099c-494f-89bf-7fd36eb223b1 HTTP/1.1" status: 204 len: 168 time: 0.2247231 Oct 05 20:26:39.660739 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50810) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:39.680124 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e08e7b3-9560-4e31-8c05-d4198e7b8c00 req-ffee7fc2-0742-46cd-84f1-9b38b561eb27 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762293 Oct 05 20:26:39.680281 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26838c5-b8b3-458d-a09b-9387183e45ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41d9dcf-099c-494f-89bf-7fd36eb223b1,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:39.699038 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.api.v2.resource [None req-8fad694b-85b5-4de0-a5b4-1e44c609d5a5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] show failed (client error): The resource could not be found. Oct 05 20:26:39.703475 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50812) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:39.703601 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8fad694b-85b5-4de0-a5b4-1e44c609d5a5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups/a41d9dcf-099c-494f-89bf-7fd36eb223b1 HTTP/1.1" status: 404 len: 347 time: 0.0224206 Oct 05 20:26:39.853840 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Deleting port bf36ad54-e365-433f-bb39-90a29c5b426b {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:26:39.854181 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (bf36ad54-e365-433f-bb39-90a29c5b426b), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:39.955007 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (bf36ad54-e365-433f-bb39-90a29c5b426b), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:39.955480 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (bf36ad54-e365-433f-bb39-90a29c5b426b), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:39.972680 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Calling delete_port for bf36ad54-e365-433f-bb39-90a29c5b426b owned by network:floatingip {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:26:40.041499 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:40.129303 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (bf36ad54-e365-433f-bb39-90a29c5b426b), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:40.152253 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'Port': ['ID=bf36ad54-e365-433f-bb39-90a29c5b426b,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:40.184841 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (64987f3b-441b-4ba4-a10f-17167b9fdf53), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:40.187930 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:40.189206 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-afe691ff-dfa2-4e66-a5f5-05aaa4320954 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/64987f3b-441b-4ba4-a10f-17167b9fdf53 HTTP/1.1" status: 204 len: 168 time: 0.4845939 Oct 05 20:26:40.835400 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 92a4b935-4694-4fdd-bb8c-7822868e03b3 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:40.863087 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71534b16-ee03-4a7b-86ae-be283e04aa5c req-dd8ec7c6-b82a-4cb1-beac-e8cab3636869 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:40.872400 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-71534b16-ee03-4a7b-86ae-be283e04aa5c req-dd8ec7c6-b82a-4cb1-beac-e8cab3636869 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0751262 Oct 05 20:26:40.901813 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:40.934582 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 92a4b935-4694-4fdd-bb8c-7822868e03b3 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:40.935318 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:40.935827 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 92a4b935-4694-4fdd-bb8c-7822868e03b3 Oct 05 20:26:40.939663 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:26:40.949682 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-71534b16-ee03-4a7b-86ae-be283e04aa5c req-912bfd16-081b-453c-9a52-47642905350c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762253 Oct 05 20:26:41.136516 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:41.147850 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 92a4b935-4694-4fdd-bb8c-7822868e03b3 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:41.148369 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:41.153403 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'port_id': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'mac_address': 'fa:16:3e:52:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:26:41.240272 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 92a4b935-4694-4fdd-bb8c-7822868e03b3, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=92a4b935-4694-4fdd-bb8c-7822868e03b3,segment=NetworkSegment(b828090f-7e46-4517-bcc7-23f09f5a5443),segment_id=b828090f-7e46-4517-bcc7-23f09f5a5443)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:41.249773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:41.251951 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:41.252435 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:41.309249 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=92a4b935-4694-4fdd-bb8c-7822868e03b3,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:41.327977 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.328482 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.328941 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.329396 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.329845 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.330272 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.330710 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.331128 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.331563 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.331984 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.332393 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.332797 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.333188 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.333613 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.334020 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:26:41.339405 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:26:41.366508 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:41.372788 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:41.440672 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:41.741335 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:26:41.921939 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590850ff-58ac-4388-8eb2-347ad1b6d08d req-607fbef3-cfff-46ee-ae00-6f783a99020c tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:41.926004 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-590850ff-58ac-4388-8eb2-347ad1b6d08d req-607fbef3-cfff-46ee-ae00-6f783a99020c tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 946 time: 0.0751297 Oct 05 20:26:42.013533 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-590850ff-58ac-4388-8eb2-347ad1b6d08d req-6b4d201e-7e35-4207-a2b5-6460a378d688 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624857 Oct 05 20:26:42.430300 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd4f8c-6608-45bb-9015-24c8a11a3cee req-4e42a777-d1b7-415d-9423-e7da54b9f1af tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:42.432435 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6bfd4f8c-6608-45bb-9015-24c8a11a3cee req-4e42a777-d1b7-415d-9423-e7da54b9f1af tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 944 time: 0.3662083 Oct 05 20:26:42.494314 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6bfd4f8c-6608-45bb-9015-24c8a11a3cee req-7bcfd72a-27c2-46da-8d5d-a5bdad11dc89 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552795 Oct 05 20:26:42.792987 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 92a4b935-4694-4fdd-bb8c-7822868e03b3 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:42.848338 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 92a4b935-4694-4fdd-bb8c-7822868e03b3 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:42.849177 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:42.849611 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 92a4b935-4694-4fdd-bb8c-7822868e03b3 Oct 05 20:26:42.888112 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:42.944231 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 92a4b935-4694-4fdd-bb8c-7822868e03b3 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:42.950783 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:26:42.974935 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:43.004082 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:26:43.011441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:43.011911 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:43.012317 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f Oct 05 20:26:43.128303 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:43.135671 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4419262-35c2-444d-b3af-ef9198bdf04e req-e39d45c0-ce39-444b-ba2a-b03fc6668b6d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:43.137873 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b4419262-35c2-444d-b3af-ef9198bdf04e req-e39d45c0-ce39-444b-ba2a-b03fc6668b6d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 946 time: 0.0550363 Oct 05 20:26:43.201756 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b4419262-35c2-444d-b3af-ef9198bdf04e req-903c50c4-e6c9-4227-8a19-7eedf45adab5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573137 Oct 05 20:26:43.258328 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:26:43.258710 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:43.284800 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:26:43.287145 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db24e8-1ac6-4dfa-9e7a-725b430cb081" -d '{"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-plugged", "status": "completed", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:26:43.299936 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:43.304595 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:43.341021 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3341d64-e02e-4c24-98a1-590ac977a8db x-openstack-request-id: req-d3341d64-e02e-4c24-98a1-590ac977a8db {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:26:43.341332 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-plugged", "status": "completed", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:26:43.341608 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d3341d64-e02e-4c24-98a1-590ac977a8db {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:26:43.342042 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3341d64-e02e-4c24-98a1-590ac977a8db'] response: {'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'code': 200} Oct 05 20:26:43.363379 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:43.628145 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3466a27-32d6-4d3e-9a66-a6399877db2a req-99fc1b20-04ee-4fc4-9126-c7bdffc655d4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:43.630281 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f3466a27-32d6-4d3e-9a66-a6399877db2a req-99fc1b20-04ee-4fc4-9126-c7bdffc655d4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0560718 Oct 05 20:26:43.709387 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f3466a27-32d6-4d3e-9a66-a6399877db2a req-09af417c-9b75-4f9b-acc9-cc8606519e7b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607185 Oct 05 20:26:43.719707 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-02d4e68a-69f5-4fc7-b21c-e618ca6d497f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:43.721461 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-02d4e68a-69f5-4fc7-b21c-e618ca6d497f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 946 time: 0.0675797 Oct 05 20:26:43.737437 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:43.847557 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255c56-bb0d-4147-86e2-53067ba2f641 req-28ff5372-9b6e-4329-8ece-18631deac9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:43.849124 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80255c56-bb0d-4147-86e2-53067ba2f641 req-28ff5372-9b6e-4329-8ece-18631deac9e8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 1129 time: 0.0648265 Oct 05 20:26:43.881477 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:43.890899 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Deleting port ed1c8db8-3987-4cdb-be27-b92626517d7e {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:26:43.891426 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:43.902304 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80255c56-bb0d-4147-86e2-53067ba2f641 req-6cf3613a-652c-4fde-8ba6-ac881d5eb7d1 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470543 Oct 05 20:26:44.006204 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] For port ed1c8db8-3987-4cdb-be27-b92626517d7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=ed1c8db8-3987-4cdb-be27-b92626517d7e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:26:44.006421 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:44.432741 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259f7c0-ef7f-42ae-967b-e43e2abb499e req-fee3ea86-3e38-4f3a-887d-43a6ba9b7bc7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:44.435247 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8259f7c0-ef7f-42ae-967b-e43e2abb499e req-fee3ea86-3e38-4f3a-887d-43a6ba9b7bc7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 946 time: 0.1169031 Oct 05 20:26:44.550140 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8259f7c0-ef7f-42ae-967b-e43e2abb499e req-128245b2-96b8-4910-9575-e0c3654cba6f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=30413dc1-4c29-4b40-b24a-4dac2e72f5ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088107 Oct 05 20:26:44.551936 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:44.552294 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (a655c2ba-fe51-447a-8e3d-b3ea499a6fd2), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:44.552607 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Floating IP a655c2ba-fe51-447a-8e3d-b3ea499a6fd2 disassociated. External IP: 172.27.0.143, port: ed1c8db8-3987-4cdb-be27-b92626517d7e. Oct 05 20:26:44.553378 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Calling delete_port for ed1c8db8-3987-4cdb-be27-b92626517d7e owned by compute:nova {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:26:44.620966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:44.698234 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (ed1c8db8-3987-4cdb-be27-b92626517d7e), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:44.729609 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'Port': ['ID=ed1c8db8-3987-4cdb-be27-b92626517d7e,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:44.886775 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:26:44.972092 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea6ecbb-e412-4169-8356-33a11f0ec19f req-2f157c28-50b2-4585-9f82-5f6da6dff2a0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:44.978722 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ea6ecbb-e412-4169-8356-33a11f0ec19f req-2f157c28-50b2-4585-9f82-5f6da6dff2a0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.1599689 Oct 05 20:26:45.029004 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:26:45.042627 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e189605-ec60-4d15-844d-86228682824f None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:26:45.055060 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ea6ecbb-e412-4169-8356-33a11f0ec19f req-7ed73a7a-da76-4a8c-8e7f-c2e58548a252 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753767 Oct 05 20:26:45.065669 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e189605-ec60-4d15-844d-86228682824f None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:45.069631 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-7e189605-ec60-4d15-844d-86228682824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:45.110172 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] No DVR routers for this DVR port ed1c8db8-3987-4cdb-be27-b92626517d7e on host hv-cinder-80152 {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:26:45.112825 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:45.116790 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-07df6a3e-a0c0-418d-a1fd-2a35d1981039 req-338ecd4a-f23d-4f5a-8be5-b943f070192a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "DELETE /networking/v2.0/ports/ed1c8db8-3987-4cdb-be27-b92626517d7e HTTP/1.1" status: 204 len: 173 time: 1.3894835 Oct 05 20:26:45.117328 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'name': 'network-vif-deleted', 'tag': 'ed1c8db8-3987-4cdb-be27-b92626517d7e'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:26:45.119626 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b332a7fa-210d-4e7c-b8ef-fc2781bb8f2c" -d '{"events": [{"server_uuid": "d4189131-495b-4d78-9eb7-b69ea29c7b50", "name": "network-vif-deleted", "tag": "ed1c8db8-3987-4cdb-be27-b92626517d7e"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:26:45.179300 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3201b8-4685-401f-b8d9-98465c3c0d9c x-openstack-request-id: req-3f3201b8-4685-401f-b8d9-98465c3c0d9c {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:26:45.179594 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4189131-495b-4d78-9eb7-b69ea29c7b50", "name": "network-vif-deleted", "tag": "ed1c8db8-3987-4cdb-be27-b92626517d7e", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:26:45.180334 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f3201b8-4685-401f-b8d9-98465c3c0d9c {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:26:45.180334 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3201b8-4685-401f-b8d9-98465c3c0d9c'] response: {'server_uuid': 'd4189131-495b-4d78-9eb7-b69ea29c7b50', 'name': 'network-vif-deleted', 'tag': 'ed1c8db8-3987-4cdb-be27-b92626517d7e', 'status': 'completed', 'code': 200} Oct 05 20:26:45.197432 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-7e189605-ec60-4d15-844d-86228682824f None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:45.361800 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:45.490966 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-7e189605-ec60-4d15-844d-86228682824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:45.518516 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e189605-ec60-4d15-844d-86228682824f None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:26:45.528345 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e189605-ec60-4d15-844d-86228682824f None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:45.529180 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-7e189605-ec60-4d15-844d-86228682824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:45.648380 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-7e189605-ec60-4d15-844d-86228682824f None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:45.730772 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0a2a104d-9670-4aee-8c28-b5459b982a2a req-d952aa8d-e0e7-4dc5-9232-605ca6d8f8e2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=d4189131-495b-4d78-9eb7-b69ea29c7b50 HTTP/1.1" status: 200 len: 210 time: 0.0362155 Oct 05 20:26:45.897713 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-7e189605-ec60-4d15-844d-86228682824f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:45.925363 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e189605-ec60-4d15-844d-86228682824f None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:26:46.215310 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d45c28-a1c1-49a1-bec7-963a81b0321a req-53083ec6-0fb7-45e4-b64a-899b19d84ab3 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:46.216832 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d0d45c28-a1c1-49a1-bec7-963a81b0321a req-53083ec6-0fb7-45e4-b64a-899b19d84ab3 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0746868 Oct 05 20:26:46.280341 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4c5254-6f18-46c8-8198-d2321c03c2a5 None None] New status for floating IP a655c2ba-fe51-447a-8e3d-b3ea499a6fd2: DOWN {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:26:46.307647 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d0d45c28-a1c1-49a1-bec7-963a81b0321a req-ed214d39-c97c-4a42-a767-ddd16ad0355b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820212 Oct 05 20:26:46.501623 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679596b9-7741-4664-a2de-e4ea588586b0 req-58e525ac-3c55-4ceb-927c-011db86a6ac7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:46.503780 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-679596b9-7741-4664-a2de-e4ea588586b0 req-58e525ac-3c55-4ceb-927c-011db86a6ac7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0691845 Oct 05 20:26:46.516552 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50868) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:46.521323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-9533a9d2-4cf7-44ee-b603-d2dee32aa929 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Request body: {'floatingip': {'port_id': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:46.564209 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9533a9d2-4cf7-44ee-b603-d2dee32aa929 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (7e3bbeca-831f-41a7-9020-4953f7f07e0f), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:46.632089 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:46.845421 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50874) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:46.921080 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8c0add9a-f4e6-436c-9d90-dc76ce39f724 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (30413dc1-4c29-4b40-b24a-4dac2e72f5ec), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:46.944291 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8c0add9a-f4e6-436c-9d90-dc76ce39f724 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (30413dc1-4c29-4b40-b24a-4dac2e72f5ec), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.008252 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8c0add9a-f4e6-436c-9d90-dc76ce39f724 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (30413dc1-4c29-4b40-b24a-4dac2e72f5ec), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.012229 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8c0add9a-f4e6-436c-9d90-dc76ce39f724 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.013641 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8c0add9a-f4e6-436c-9d90-dc76ce39f724 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/30413dc1-4c29-4b40-b24a-4dac2e72f5ec HTTP/1.1" status: 204 len: 168 time: 0.1670852 Oct 05 20:26:47.017021 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50876) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:47.024314 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0add9a-f4e6-436c-9d90-dc76ce39f724 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30413dc1-4c29-4b40-b24a-4dac2e72f5ec,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:47.043290 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.api.v2.resource [None req-2ad2b79b-c31c-4fa3-962d-25dbffbc37ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] show failed (client error): The resource could not be found. Oct 05 20:26:47.047579 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2ad2b79b-c31c-4fa3-962d-25dbffbc37ad tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups/30413dc1-4c29-4b40-b24a-4dac2e72f5ec HTTP/1.1" status: 404 len: 347 time: 0.0263627 Oct 05 20:26:47.047811 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50878) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:47.119976 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:47.174921 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9533a9d2-4cf7-44ee-b603-d2dee32aa929 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.183327 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9533a9d2-4cf7-44ee-b603-d2dee32aa929 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (7e3bbeca-831f-41a7-9020-4953f7f07e0f), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.200516 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-a837a737-7584-47a2-ac08-fdfae803bc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.265172 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Deleting port 694e8e4e-81c7-48d9-978e-27cce8a5ef95 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:26:47.265796 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (694e8e4e-81c7-48d9-978e-27cce8a5ef95), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.367878 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [None req-9533a9d2-4cf7-44ee-b603-d2dee32aa929 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Floating IP 7e3bbeca-831f-41a7-9020-4953f7f07e0f associated. External IP: 172.27.0.19, port: 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f. Oct 05 20:26:47.433078 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (694e8e4e-81c7-48d9-978e-27cce8a5ef95), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.433344 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (694e8e4e-81c7-48d9-978e-27cce8a5ef95), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.474737 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Calling delete_port for 694e8e4e-81c7-48d9-978e-27cce8a5ef95 owned by network:floatingip {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:26:47.667421 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:47.744027 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (694e8e4e-81c7-48d9-978e-27cce8a5ef95), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.747076 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9533a9d2-4cf7-44ee-b603-d2dee32aa929 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Router 91bb8d91-b364-45be-941a-69450070930d has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:26:47.779678 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'Port': ['ID=694e8e4e-81c7-48d9-978e-27cce8a5ef95,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:47.808648 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (a655c2ba-fe51-447a-8e3d-b3ea499a6fd2), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.811246 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.812400 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-363ec04a-efe6-4878-a4b3-af03a21a7220 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/a655c2ba-fe51-447a-8e3d-b3ea499a6fd2 HTTP/1.1" status: 204 len: 168 time: 0.7636976 Oct 05 20:26:47.908567 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50886) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:47.913304 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-1ddeff27-55d3-4d4e-b45a-371305d0bfbc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--644984736', 'description': 'tempest-description--854450436'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:47.950066 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9533a9d2-4cf7-44ee-b603-d2dee32aa929 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:26:47.952345 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1ddeff27-55d3-4d4e-b45a-371305d0bfbc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.956763 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9533a9d2-4cf7-44ee-b603-d2dee32aa929 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:47.965692 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] Sync routers for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:26:47.979713 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:47.981433 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:48.027071 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:48.111652 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:48.224953 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:48.247679 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-9533a9d2-4cf7-44ee-b603-d2dee32aa929 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/7e3bbeca-831f-41a7-9020-4953f7f07e0f HTTP/1.1" status: 200 len: 990 time: 1.7276616 Oct 05 20:26:48.247679 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:26:48.250599 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:26:48.299379 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69976956-5df7-439c-a2d4-2207c00de93a x-openstack-request-id: req-69976956-5df7-439c-a2d4-2207c00de93a {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:26:48.300033 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:26:48.300033 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69976956-5df7-439c-a2d4-2207c00de93a {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:26:48.300274 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69976956-5df7-439c-a2d4-2207c00de93a'] response: {'name': 'network-changed', 'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'status': 'completed', 'code': 200} Oct 05 20:26:48.302777 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1ddeff27-55d3-4d4e-b45a-371305d0bfbc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (fb5e3040-d3f7-4e73-9807-8a82c98e161e), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.308065 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1ddeff27-55d3-4d4e-b45a-371305d0bfbc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (fb5e3040-d3f7-4e73-9807-8a82c98e161e), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.350739 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1ddeff27-55d3-4d4e-b45a-371305d0bfbc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.352321 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-1ddeff27-55d3-4d4e-b45a-371305d0bfbc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4426162 Oct 05 20:26:48.354467 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddeff27-55d3-4d4e-b45a-371305d0bfbc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5e3040-d3f7-4e73-9807-8a82c98e161e,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:48.355153 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50898) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:48.359903 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-eb1c19a8-c5f0-461a-81c4-1517626b4fcf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group_rule': {'security_group_id': 'fb5e3040-d3f7-4e73-9807-8a82c98e161e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:48.377468 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '7e3bbeca-831f-41a7-9020-4953f7f07e0f', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '91bb8d91-b364-45be-941a-69450070930d', 'port_id': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'mac_address': 'fa:16:3e:52:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:26:29Z', 'updated_at': '2022-10-05T20:26:46Z', 'revision_number': 1, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:48.396875 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-eb1c19a8-c5f0-461a-81c4-1517626b4fcf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (68204870-8c99-4ab3-9935-a9ba2674bc4e), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.404274 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] Checking router: 91bb8d91-b364-45be-941a-69450070930d for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:26:48.414079 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:26:48.414612 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:48.424439 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-0ab745e9-2cfc-49d9-85dc-ac495f0eda7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:48.425966 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-0ab745e9-2cfc-49d9-85dc-ac495f0eda7c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 1129 time: 0.0565474 Oct 05 20:26:48.478035 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-eb1c19a8-c5f0-461a-81c4-1517626b4fcf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (68204870-8c99-4ab3-9935-a9ba2674bc4e), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.484956 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-eb1c19a8-c5f0-461a-81c4-1517626b4fcf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (68204870-8c99-4ab3-9935-a9ba2674bc4e), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.510295 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:48.523092 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c19a8-c5f0-461a-81c4-1517626b4fcf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68204870-8c99-4ab3-9935-a9ba2674bc4e,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:48.525896 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:26:48.542037 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-66dad725-ee4b-44f6-aa9b-efc10a115fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:48.542890 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-eb1c19a8-c5f0-461a-81c4-1517626b4fcf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.543405 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-66dad725-ee4b-44f6-aa9b-efc10a115fae service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 917 time: 0.1093326 Oct 05 20:26:48.547940 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 50910) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:48.548659 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-eb1c19a8-c5f0-461a-81c4-1517626b4fcf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1918485 Oct 05 20:26:48.552824 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-ec6786c0-aabb-48bd-8799-32669c24dd9a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group_rule': {'security_group_id': 'fb5e3040-d3f7-4e73-9807-8a82c98e161e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:48.627659 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-c239f46e-6a31-4229-bd55-5877d7b82161 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f HTTP/1.1" status: 200 len: 998 time: 0.0676591 Oct 05 20:26:48.630409 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ec6786c0-aabb-48bd-8799-32669c24dd9a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (0ea17bd8-dbfb-4ce2-a475-4bbc128572ca), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.702319 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-4632fdf2-808d-4993-a9aa-375e92653712 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:48.703826 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-4632fdf2-808d-4993-a9aa-375e92653712 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/networks?id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 HTTP/1.1" status: 200 len: 815 time: 0.1157649 Oct 05 20:26:48.717016 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-f359f9de-9324-487c-a403-67f435b4d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:48.718831 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-f359f9de-9324-487c-a403-67f435b4d9f2 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.0843172 Oct 05 20:26:48.726002 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-c6abe12a-4d5c-4e8d-ba50-525c989951df tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/quotas/5d5f5bc40cdc4be792aff778d3020c6d HTTP/1.1" status: 200 len: 375 time: 0.0154688 Oct 05 20:26:48.743924 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ec6786c0-aabb-48bd-8799-32669c24dd9a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (0ea17bd8-dbfb-4ce2-a475-4bbc128572ca), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.762044 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ec6786c0-aabb-48bd-8799-32669c24dd9a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (0ea17bd8-dbfb-4ce2-a475-4bbc128572ca), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.770515 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '7e3bbeca-831f-41a7-9020-4953f7f07e0f', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '91bb8d91-b364-45be-941a-69450070930d', 'port_id': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'mac_address': 'fa:16:3e:52:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:26:29Z', 'updated_at': '2022-10-05T20:26:46Z', 'revision_number': 1, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:26:48.778059 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-29f401fe-a999-4349-9522-4333809adf59 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511794 Oct 05 20:26:48.789487 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-3da1998f-0eec-489b-8b86-7e4080cc8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:48.791157 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-3da1998f-0eec-489b-8b86-7e4080cc8f4d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0623252 Oct 05 20:26:48.793037 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6786c0-aabb-48bd-8799-32669c24dd9a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea17bd8-dbfb-4ce2-a475-4bbc128572ca,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:48.800695 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ec6786c0-aabb-48bd-8799-32669c24dd9a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.804920 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-ec6786c0-aabb-48bd-8799-32669c24dd9a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2527003 Oct 05 20:26:48.806188 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86820321-b1a6-419f-ba0c-c6c18b22766f None None] The sync data for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi is: [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '7e3bbeca-831f-41a7-9020-4953f7f07e0f', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '91bb8d91-b364-45be-941a-69450070930d', 'port_id': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'mac_address': 'fa:16:3e:52:84:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:26:29Z', 'updated_at': '2022-10-05T20:26:46Z', 'revision_number': 1, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:26:48.809689 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 50916) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:26:48.814577 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:48.887013 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:48.892681 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:48.917318 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-58697819-8108-4b54-8fd5-1951cd8c6331 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140833 Oct 05 20:26:48.964354 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-b0a75d72-457c-47a6-a131-a2e959616fec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746979 Oct 05 20:26:48.990935 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ed1c8db8-3987-4cdb-be27-b92626517d7e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:26:49.010396 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: ed1c8db8-3987-4cdb-be27-b92626517d7e {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:26:49.010989 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device ed1c8db8-3987-4cdb-be27-b92626517d7e not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:26:49.016121 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:49.047883 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-606dbe2b-9592-4f51-a12a-bc6a2e5713b2 req-a6563ed8-e544-4c0b-8ce1-5f46c4230734 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227107 Oct 05 20:26:49.060309 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.062777 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f139c927-8d1c-4c2a-bc17-59207f19c555 None None] New status for floating IP 7e3bbeca-831f-41a7-9020-4953f7f07e0f: ACTIVE {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:26:49.066880 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:49.145370 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-8eeeaf0c-397c-40d7-9846-feca7a3a5c9d service neutron] 10.222.0.23 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723075 Oct 05 20:26:49.219280 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Allocated IP 172.27.0.107 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/f6055d40-5fd8-4880-939f-a37ed1132252) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:49.334406 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e85303e3-32a2-49c6-96cf-388af20ff86d req-d2616a9d-d9e9-45ea-b5e3-d63157eb70e4 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 210 time: 0.0297203 Oct 05 20:26:49.363465 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (f6055d40-5fd8-4880-939f-a37ed1132252), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.400628 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (f6055d40-5fd8-4880-939f-a37ed1132252), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.449472 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:49.454608 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:49.457096 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:49.460811 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=f6055d40-5fd8-4880-939f-a37ed1132252,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:49.547868 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-df673f63-58cb-4b64-8826-a8b1c51278ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.551578 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (e1a6b9da-a074-4871-aa19-8235a1c8528a), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.591663 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (f6055d40-5fd8-4880-939f-a37ed1132252), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.750404 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (f6055d40-5fd8-4880-939f-a37ed1132252), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.754912 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (f6055d40-5fd8-4880-939f-a37ed1132252), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.798926 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:49.815427 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:49.831905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=f6055d40-5fd8-4880-939f-a37ed1132252,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:49.835040 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (e1a6b9da-a074-4871-aa19-8235a1c8528a), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.853160 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:49.854323 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-282befd6-2f99-494e-8bb2-f5bf48df91ec tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0436943 Oct 05 20:26:50.077858 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-06c4e8a9-3a52-4917-bf22-c735a6bc989a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--644984736&fields=id&tenant_id=05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 267 time: 0.0545130 Oct 05 20:26:50.192010 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-cd08dd40-c035-40dd-b0d2-13f6d734e6e5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:50.193920 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-cd08dd40-c035-40dd-b0d2-13f6d734e6e5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 815 time: 0.1095250 Oct 05 20:26:50.208117 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-edfd8996-c7eb-4f98-a5da-3e845484ffd0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/quotas/05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 375 time: 0.0089338 Oct 05 20:26:50.256477 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-2b4a75b2-a64e-41be-8b3c-a297bf52d517 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436616 Oct 05 20:26:50.353097 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-49a1b600-e977-472d-b434-f7e51ddeeda3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828557 Oct 05 20:26:50.438904 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1574dced-ae55-4fbc-9612-012b91809699 req-c2f94c52-5a50-4c06-87f3-abd9d08b669f tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 210 time: 0.0313637 Oct 05 20:26:50.449290 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-2c03e8c3-7740-4975-baa6-14657474c27e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899575 Oct 05 20:26:50.599511 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:50.670559 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-98039a06-bfee-4148-88fe-0ddc17b1969d req-a5a78b8a-8620-4edd-b6da-d273e46f9c64 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0430872 Oct 05 20:26:50.726669 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-b6fb61c5-f63e-4b03-a102-9427f3a420cc tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:50.728227 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-b6fb61c5-f63e-4b03-a102-9427f3a420cc tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.15 "GET /networking/v2.0/networks?id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 HTTP/1.1" status: 200 len: 815 time: 0.1534581 Oct 05 20:26:50.763766 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'port': {'device_id': 'b83ee763-3577-4268-8b24-a16c4b106432', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'admin_state_up': True, 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:26:50.830781 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:26:50.890874 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Made reservation on behalf of 5d5f5bc40cdc4be792aff778d3020c6d for: {'port': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:26:50.895657 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:50.926330 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:51.074104 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Allocated IP 172.20.0.11 (e2ff507a-5556-4eeb-8338-0d9f9e3dbc81/4b89de43-ce56-44bf-b62f-00e170dc7068/a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:26:51.273878 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:51.346605 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:51.399133 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:26:51.402865 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:26:51.407941 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:26:51.413116 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:51.423513 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:51.451367 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'Port': ['ID=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:26:51.470669 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-71e1a9d9-795b-49f4-a339-c5e33000e64b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7114744 Oct 05 20:26:51.606560 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c265b5-aced-4619-bb7d-01f25659d39f req-0c7eaa0d-d107-4d27-85a1-87238e151344 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:51.614081 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c9c265b5-aced-4619-bb7d-01f25659d39f req-0c7eaa0d-d107-4d27-85a1-87238e151344 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0581098 Oct 05 20:26:51.669046 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c9c265b5-aced-4619-bb7d-01f25659d39f req-7d6b6306-b433-4274-90fe-7f5e64e724be tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540743 Oct 05 20:26:51.755571 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-fd6bf168-0ec6-4559-b99b-49f4eb8ca424 None None] Provisioning complete for port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:26:51.757018 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-fd6bf168-0ec6-4559-b99b-49f4eb8ca424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:51.759988 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-fd6bf168-0ec6-4559-b99b-49f4eb8ca424 None None] Attempt 1 to provision port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e Oct 05 20:26:51.798824 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-fd6bf168-0ec6-4559-b99b-49f4eb8ca424 None None] Port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:26:51.808556 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-11c71993-cc36-43e9-b1e8-9775e939fdfa req-b25dff90-3e06-4e30-96ab-c594ed8e6bd3 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0346019 Oct 05 20:26:52.543074 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:52.695387 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:52.798371 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f804816-f0b5-43d7-ac13-001fb9b6c493 req-2f4617e0-27a3-465b-abe4-c945439a95e4 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:52.799828 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1f804816-f0b5-43d7-ac13-001fb9b6c493 req-2f4617e0-27a3-465b-abe4-c945439a95e4 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0471590 Oct 05 20:26:52.812827 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:52.908236 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1f804816-f0b5-43d7-ac13-001fb9b6c493 req-3d26ed37-bb9b-4408-9c19-cdb64a213d29 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977054 Oct 05 20:26:52.965394 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c3ba49e8-40e9-4035-9cc4-5083048a2060 req-5abb6639-3fd2-440b-92a1-eca1ba17f841 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0324602 Oct 05 20:26:54.024585 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426eea1a-92f6-44bf-9971-eaa477edb8e6 req-764477bf-236d-4471-bec5-23f8dac2b262 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:54.026096 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-426eea1a-92f6-44bf-9971-eaa477edb8e6 req-764477bf-236d-4471-bec5-23f8dac2b262 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0482709 Oct 05 20:26:54.066667 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-08dd8322-7257-4d57-a2d4-afa7f0e0004b req-c4c34b8e-ff7f-4262-a2f6-e25362d41f46 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0272191 Oct 05 20:26:54.074594 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-426eea1a-92f6-44bf-9971-eaa477edb8e6 req-ab47accf-7ee0-4232-965b-9b43880c24df tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424643 Oct 05 20:26:55.194488 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dd5c8cd2-30a8-4341-8b60-c99bde2f2c92 req-67800f22-4d08-402d-987c-7dda8c4219e1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0482628 Oct 05 20:26:55.223689 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0973009-600a-4b37-bfd5-e8c0829a254c req-dbb0cf2a-ee23-4250-9699-093fe573df9c tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:55.225326 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b0973009-600a-4b37-bfd5-e8c0829a254c req-dbb0cf2a-ee23-4250-9699-093fe573df9c tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0669415 Oct 05 20:26:55.276372 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b0973009-600a-4b37-bfd5-e8c0829a254c req-4362284b-2b83-4ebe-95b6-54ecb060e30a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453551 Oct 05 20:26:56.314640 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bc76433e-f6e0-494c-8e16-a8aeae074e12 req-256486d8-d4cc-4e1a-bb42-1c6908b678e4 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0387235 Oct 05 20:26:56.441795 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3b28c-392f-452b-9f3c-11921159d110 req-43be9869-c04c-4038-99f3-cdc7d5dd7f1d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:56.444349 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9d3b28c-392f-452b-9f3c-11921159d110 req-43be9869-c04c-4038-99f3-cdc7d5dd7f1d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0673468 Oct 05 20:26:56.494358 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9d3b28c-392f-452b-9f3c-11921159d110 req-a1a77c87-bbde-47da-b97c-671886655b1a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Oct 05 20:26:57.448075 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-38f60c0a-628e-473d-82fa-c0e513d908fc req-e347ed84-3d5b-48de-95ea-7b516b93e345 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0290117 Oct 05 20:26:57.582217 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:26:57.628662 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459a8825-e0c1-4a87-ab3e-4a9cba4755bb req-8973309c-871a-45a8-b45d-93a3deca2f6e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:57.635717 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-459a8825-e0c1-4a87-ab3e-4a9cba4755bb req-8973309c-871a-45a8-b45d-93a3deca2f6e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0660143 Oct 05 20:26:57.688515 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-459a8825-e0c1-4a87-ab3e-4a9cba4755bb req-a1fc496e-f992-4bb1-ae61-c216212a4f56 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519209 Oct 05 20:26:58.548898 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cf40e079-1383-402b-8d9e-adc2d9b62d48 req-b2acc2ee-9067-439a-a470-04c1ce19ed73 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0283523 Oct 05 20:26:58.773577 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=71 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:26:58.812247 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed856a-2093-41cd-bfd5-9c29c3494cfd req-06db9c7a-8a7b-4b9a-876f-5667c564bc89 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:58.814294 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6eed856a-2093-41cd-bfd5-9c29c3494cfd req-06db9c7a-8a7b-4b9a-876f-5667c564bc89 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0479405 Oct 05 20:26:58.872246 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6eed856a-2093-41cd-bfd5-9c29c3494cfd req-04151532-45ce-4e29-ba55-527a5a9653ca tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482867 Oct 05 20:26:59.655491 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-02f9d61c-b1bd-4b16-bb41-efe4337664d8 req-90483a0c-e16f-4eeb-9caf-0df68e169f21 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0303345 Oct 05 20:26:59.994493 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2faa4a-eb38-4c48-b417-579d930242ce req-642f43c2-f300-43f6-afdd-b99ae899239f tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:26:59.996102 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-af2faa4a-eb38-4c48-b417-579d930242ce req-642f43c2-f300-43f6-afdd-b99ae899239f tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0470874 Oct 05 20:27:00.024420 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:00.051809 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-af2faa4a-eb38-4c48-b417-579d930242ce req-3da03d5d-421a-4296-a3d8-1bbff1db0091 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493701 Oct 05 20:27:00.763385 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-49856530-772b-4e5f-85aa-ddb404e52227 req-1d86c620-fb0f-44be-9099-8e10d5366201 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0298316 Oct 05 20:27:00.826033 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=28 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:01.203978 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbf997e-2a2a-405d-bf32-33b8c90e6a22 req-1a0c55a3-d7ab-4619-b7a7-704dbaddef8a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:01.206194 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0cbf997e-2a2a-405d-bf32-33b8c90e6a22 req-1a0c55a3-d7ab-4619-b7a7-704dbaddef8a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0697649 Oct 05 20:27:01.260492 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0cbf997e-2a2a-405d-bf32-33b8c90e6a22 req-407dda92-f4a9-470a-8f4c-a95d8aac0199 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488331 Oct 05 20:27:01.867678 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-33e85491-5f30-494d-8e26-eee16d36744d req-83f00ed7-53a2-4bfa-a969-cc7020799e38 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0277789 Oct 05 20:27:02.381775 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789cdd4-96f8-4a7f-86f6-707ed3d04a1b req-d736f685-b26f-4786-b63a-347d943305c0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:02.383200 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6789cdd4-96f8-4a7f-86f6-707ed3d04a1b req-d736f685-b26f-4786-b63a-347d943305c0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0464127 Oct 05 20:27:02.431512 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6789cdd4-96f8-4a7f-86f6-707ed3d04a1b req-55413aa6-0035-44b0-ba87-9ef789bdc213 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Oct 05 20:27:02.970193 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9c98b632-ac0b-4f31-a3b1-b3d18e7943ae req-6a15ba3e-9317-4f73-800c-5b6ee022837b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0278771 Oct 05 20:27:03.488311 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Request body: {'port': {'device_id': 'b83ee763-3577-4268-8b24-a16c4b106432', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:03.550106 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:03.573460 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af31e10-e13f-48f2-8577-1244cf628fc8 req-5fa4d216-1e24-42dc-9207-e2724760fb2e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:03.573460 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1af31e10-e13f-48f2-8577-1244cf628fc8 req-5fa4d216-1e24-42dc-9207-e2724760fb2e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 932 time: 0.0615072 Oct 05 20:27:03.585869 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:03.589819 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:03.685619 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4007db71-5338-4318-9677-0bf108e1856d req-1c656acd-e888-44db-be6d-20f8c0f15ed7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0938394 Oct 05 20:27:03.714210 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1af31e10-e13f-48f2-8577-1244cf628fc8 req-cc1f9a93-2f1b-48ae-a402-bdde52449560 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355898 Oct 05 20:27:03.881252 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e {{(pid=106132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:27:03.889593 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Publish callbacks [] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:03.902482 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.provisioning_blocks [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Transition to ACTIVE for port object a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e will not be triggered until provisioned by entity L2. {{(pid=106132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:27:03.906303 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:03.947479 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50314240-6b55-455d-b887-4c97dc1ca8f2 req-f5113e0b-b35f-4229-afa0-1a460f07b337 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:03.949506 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-50314240-6b55-455d-b887-4c97dc1ca8f2 req-f5113e0b-b35f-4229-afa0-1a460f07b337 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0484107 Oct 05 20:27:03.963749 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:03.979319 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:03.984943 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Attempting to bind port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:27:03.985589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Attempting to bind port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:27:03.985719 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Attempting to bind port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e on network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:27:04.004985 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-50314240-6b55-455d-b887-4c97dc1ca8f2 req-62a317d0-b1c8-4bc4-a1cd-18d4675d49c8 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488656 Oct 05 20:27:04.031599 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e on network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:27:04.031923 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Attempting to bind port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e on network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:27:04.092511 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9803740d-dca3-4b2b-86a3-43c5bf91e1c4 req-70babfd4-de6e-4287-8010-97f3405802f7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0390384 Oct 05 20:27:04.123747 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:27:04.124083 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Checking segment: {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:27:04.124958 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Bound using segment: {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:27:04.125396 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Bound port: a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72264c20-9fa3-46cf-9125-536f376d88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81'}}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:27:04.125780 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:04.129786 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007db71-5338-4318-9677-0bf108e1856d req-d597b376-0c47-4e05-9658-61c6783be8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:04.131342 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4007db71-5338-4318-9677-0bf108e1856d req-d597b376-0c47-4e05-9658-61c6783be8bf service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=07f868da50254a68bc692bca433d2699&device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 1130 time: 0.0505202 Oct 05 20:27:04.188454 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] For port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e, host hv-cinder-80152, cleared binding levels {{(pid=106132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:27:04.191796 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] For port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:27:04.197677 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:04.201870 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:04.202396 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:04.203817 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 200 len: 1094 time: 0.7200313 Oct 05 20:27:04.206025 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:04.208168 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-771f8292-796b-414f-864d-5ef83647a50f" -d '{"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:04.246376 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7136b9-b668-4a7a-945f-d22141294d5f x-openstack-request-id: req-ee7136b9-b668-4a7a-945f-d22141294d5f {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:04.246680 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:04.246928 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee7136b9-b668-4a7a-945f-d22141294d5f {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:04.247320 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee7136b9-b668-4a7a-945f-d22141294d5f'] response: {'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'status': 'completed', 'code': 200} Oct 05 20:27:04.259519 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c00b1-0b74-41c5-9d07-36f4aa98e2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,revision_number=3']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:04.845100 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd67c8-387c-44b8-aedf-5d8f62aba705 req-e8005ed1-8ada-4f00-9ad7-163316b580b2 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:04.846563 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-abbd67c8-387c-44b8-aedf-5d8f62aba705 req-e8005ed1-8ada-4f00-9ad7-163316b580b2 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 944 time: 0.0469129 Oct 05 20:27:04.893575 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-abbd67c8-387c-44b8-aedf-5d8f62aba705 req-0865164f-e3b6-4e5e-95ee-44999535a97a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414619 Oct 05 20:27:05.198052 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b4d16b7-5295-4f2f-ace6-0c54e593982f req-ddec95cc-6d00-4ce9-9c70-b52fcc7a37c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0278246 Oct 05 20:27:05.231071 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d6208d-3178-4d6e-bd9e-cf77acd0b262 req-54d6dae1-07f8-4e77-b6e6-0ff135cc3b0e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:05.233062 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d9d6208d-3178-4d6e-bd9e-cf77acd0b262 req-54d6dae1-07f8-4e77-b6e6-0ff135cc3b0e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0477350 Oct 05 20:27:05.258872 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:05.285376 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d9d6208d-3178-4d6e-bd9e-cf77acd0b262 req-7a3c56e3-9130-435e-8425-1f92d87239e2 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466323 Oct 05 20:27:06.030441 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f8292-796b-414f-864d-5ef83647a50f req-9e58b975-3aa6-4fd1-8fb8-0a55910da91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:06.032438 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-771f8292-796b-414f-864d-5ef83647a50f req-9e58b975-3aa6-4fd1-8fb8-0a55910da91c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 1128 time: 0.0751600 Oct 05 20:27:06.042630 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8431fb83-ac9f-42ba-bd38-c945340bdbfa req-e183572e-b4d9-479b-9f2d-6de3243b9c43 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:06.044016 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8431fb83-ac9f-42ba-bd38-c945340bdbfa req-e183572e-b4d9-479b-9f2d-6de3243b9c43 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 944 time: 0.0538499 Oct 05 20:27:06.064055 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007db71-5338-4318-9677-0bf108e1856d req-eb5c3a38-61e9-4d08-9f27-5120bbe1790c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:06.065539 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4007db71-5338-4318-9677-0bf108e1856d req-eb5c3a38-61e9-4d08-9f27-5120bbe1790c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 200 len: 918 time: 0.0896628 Oct 05 20:27:06.090659 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8431fb83-ac9f-42ba-bd38-c945340bdbfa req-ab2dc494-1bb6-477a-a1e4-97e9523a0f0c tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Oct 05 20:27:06.306505 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b0b67468-5bc1-45ae-b590-c7147bf3c3ac req-3e7b2007-cea3-476d-b55c-467562e996b2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0336850 Oct 05 20:27:06.387694 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4007db71-5338-4318-9677-0bf108e1856d req-3ee8ffcc-abdd-40fd-9644-7baa796fb4bd service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=29d8ca08-27f5-4d47-969a-f9e88617fde0 HTTP/1.1" status: 200 len: 217 time: 0.0890820 Oct 05 20:27:06.423160 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-db7af41b-f4f6-4115-83a3-dd2747baf5f0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:06.424619 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-db7af41b-f4f6-4115-83a3-dd2747baf5f0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.1091936 Oct 05 20:27:06.462259 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d4f3d7-c881-4c88-aa80-a6943d4a6f2c req-07b08558-2ba2-48c5-b0f6-b205bfc968e0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:06.463661 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-43d4f3d7-c881-4c88-aa80-a6943d4a6f2c req-07b08558-2ba2-48c5-b0f6-b205bfc968e0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 946 time: 0.0779293 Oct 05 20:27:06.479651 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007db71-5338-4318-9677-0bf108e1856d req-b2f4f193-cd88-47cd-85f3-b47fb9607954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:06.481024 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4007db71-5338-4318-9677-0bf108e1856d req-b2f4f193-cd88-47cd-85f3-b47fb9607954 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 200 len: 856 time: 0.0833564 Oct 05 20:27:06.488543 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f8292-796b-414f-864d-5ef83647a50f req-cb329c67-f5f0-414a-85f2-8f2d40fdb1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:06.490037 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-771f8292-796b-414f-864d-5ef83647a50f req-cb329c67-f5f0-414a-85f2-8f2d40fdb1e1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1986525 Oct 05 20:27:06.516169 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-43d4f3d7-c881-4c88-aa80-a6943d4a6f2c req-e9711c23-6e0d-4e4c-b353-9a1dee3f4c01 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=5869cf23-0a45-4dbd-9ac1-145c863b798c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460203 Oct 05 20:27:06.534091 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Deleting port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:06.534435 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:06.625816 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] For port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:06.626186 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:06.814106 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007db71-5338-4318-9677-0bf108e1856d req-eab57b65-1a42-4b4c-82ad-aa7cbc7bf10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:06.815749 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4007db71-5338-4318-9677-0bf108e1856d req-eab57b65-1a42-4b4c-82ad-aa7cbc7bf10d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=cc456dbc-ea96-4537-b89e-3b9562b74ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0515411 Oct 05 20:27:06.828490 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:06.855300 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:06.855670 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (f3f8f370-115a-4a6c-871b-366a1baed44e), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:06.855995 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Floating IP f3f8f370-115a-4a6c-871b-366a1baed44e disassociated. External IP: 172.27.0.243, port: 0b7637cb-b026-4f28-9263-f8fb7d10f2e2. Oct 05 20:27:06.856361 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Calling delete_port for 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:06.903132 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f8292-796b-414f-864d-5ef83647a50f req-6e3cd1b6-051e-4903-b932-c6a1bb19f60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:06.904598 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-771f8292-796b-414f-864d-5ef83647a50f req-6e3cd1b6-051e-4903-b932-c6a1bb19f60e service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399324 Oct 05 20:27:06.941286 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:06.988656 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4007db71-5338-4318-9677-0bf108e1856d req-8603853a-194e-45b7-8450-2bdb319f10af service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659245 Oct 05 20:27:07.021818 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-3677b48e-bc73-4d64-b20d-5fdc6f1d930e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:07.023338 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-3677b48e-bc73-4d64-b20d-5fdc6f1d930e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 815 time: 0.1534426 Oct 05 20:27:07.056056 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (0b7637cb-b026-4f28-9263-f8fb7d10f2e2), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:07.088250 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event deleted for resources: {'Port': ['ID=0b7637cb-b026-4f28-9263-f8fb7d10f2e2,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:07.090490 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-2e0b1e85-31d8-4f22-ab25-657c91264021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:07.092026 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-2e0b1e85-31d8-4f22-ab25-657c91264021 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 1128 time: 0.0893748 Oct 05 20:27:07.111578 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:07.141951 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4007db71-5338-4318-9677-0bf108e1856d req-1a0860ee-5e74-4389-a63e-cdc8a68a1d6f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461799 Oct 05 20:27:07.146948 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-9cdc0cc6-8ce9-4aa4-8f65-1f0abe780b33 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 379 time: 0.0967493 Oct 05 20:27:07.197037 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'port': {'device_id': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'admin_state_up': True, 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'security_groups': ['fb5e3040-d3f7-4e73-9807-8a82c98e161e']}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:07.314902 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Made reservation on behalf of 05398ef99be34b57b61052a0f07f57f8 for: {'port': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:27:07.319000 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:07.430758 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f91d7f2b-46fd-44f4-9c47-4ae9aae78de8 req-3cfcfd27-7955-4d4c-8715-3e31aa0b292c tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0362563 Oct 05 20:27:07.457968 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:07.489357 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Allocated IP 172.20.0.5 (9b866581-0156-4c8b-8621-7be5c67dfe5d/306a00f7-bd0c-4556-a5a8-968442b962ff/21c37543-10a5-4609-9753-10ac54200c0e) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:27:07.533424 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-87d5e82f-b6d0-41c6-9743-84adab948452 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 200 len: 217 time: 0.3346937 Oct 05 20:27:07.549336 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf76b0d-4bf8-4ef7-bb10-63c5d911883c req-c1dcbf59-2d31-4d53-a35c-12c23e05e338 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:07.550867 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cbf76b0d-4bf8-4ef7-bb10-63c5d911883c req-c1dcbf59-2d31-4d53-a35c-12c23e05e338 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 944 time: 0.3695521 Oct 05 20:27:07.558097 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Router 6a7764a9-0805-42b0-aa33-dd94bc87f58c has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:27:07.569451 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=68,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:07.573120 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:07.722099 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8bbb5463-bd41-4ecc-bdaa-e08f2c90f009 req-e1b524fe-ce63-402b-ab9d-b75ef96fa58f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0647008 Oct 05 20:27:07.728582 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-07e68424-5da2-4dc1-8e23-d971e2818b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:07.729632 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-07e68424-5da2-4dc1-8e23-d971e2818b3b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=4b89de43-ce56-44bf-b62f-00e170dc7068 HTTP/1.1" status: 200 len: 854 time: 0.1560729 Oct 05 20:27:07.779602 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (21c37543-10a5-4609-9753-10ac54200c0e), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:07.822072 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (21c37543-10a5-4609-9753-10ac54200c0e), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:07.825880 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cbf76b0d-4bf8-4ef7-bb10-63c5d911883c req-b8058de7-02bd-45f4-a9e9-2925ac6e8aab tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496657 Oct 05 20:27:07.845495 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-147898c5-5206-486e-8676-868048b43513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:07.847306 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-147898c5-5206-486e-8676-868048b43513 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1098008 Oct 05 20:27:07.890993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:27:07.900893 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] Sync routers for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:27:07.912560 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:27:07.916227 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:27:07.919581 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:07.920219 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:07.920411 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:27:07.925009 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:07.925648 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:07.935497 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=21c37543-10a5-4609-9753-10ac54200c0e,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:07.953945 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-e354a564-7f14-45e1-937a-55354e247719 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607427 Oct 05 20:27:08.035587 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] No DVR routers for this DVR port 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:27:08.042383 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:08.045750 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9e300dfb-304b-41d3-ab74-4b96976abafa req-9a9b71e3-e589-43f1-b4dd-b387e0d92c94 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "DELETE /networking/v2.0/ports/0b7637cb-b026-4f28-9263-f8fb7d10f2e2 HTTP/1.1" status: 204 len: 173 time: 1.6154757 Oct 05 20:27:08.049244 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'name': 'network-vif-deleted', 'tag': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:08.051851 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061e393c-ae65-433d-bc07-cab8fc6ac135" -d '{"events": [{"server_uuid": "cc97e634-82d8-4433-bee0-6d00f84075e7", "name": "network-vif-deleted", "tag": "0b7637cb-b026-4f28-9263-f8fb7d10f2e2"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:08.088891 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044d9b2-863d-4fda-9b1a-7a77f6042eb0 req-e7c9687b-6df4-460a-859f-cd231e539acd tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:08.095092 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0044d9b2-863d-4fda-9b1a-7a77f6042eb0 req-e7c9687b-6df4-460a-859f-cd231e539acd tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.1178229 Oct 05 20:27:08.103336 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940293eb-3e8c-4b35-9013-8b26b340a151 x-openstack-request-id: req-940293eb-3e8c-4b35-9013-8b26b340a151 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:08.103625 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc97e634-82d8-4433-bee0-6d00f84075e7", "name": "network-vif-deleted", "tag": "0b7637cb-b026-4f28-9263-f8fb7d10f2e2", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:08.103874 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-940293eb-3e8c-4b35-9013-8b26b340a151 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:08.104272 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940293eb-3e8c-4b35-9013-8b26b340a151'] response: {'server_uuid': 'cc97e634-82d8-4433-bee0-6d00f84075e7', 'name': 'network-vif-deleted', 'tag': '0b7637cb-b026-4f28-9263-f8fb7d10f2e2', 'status': 'completed', 'code': 200} Oct 05 20:27:08.124394 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-c4dcc072-c8f5-4f7c-be4e-c0c485689e89 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632022 Oct 05 20:27:08.134445 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:08.138260 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:08.157732 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0044d9b2-863d-4fda-9b1a-7a77f6042eb0 req-d0eb7f1b-7658-402a-877a-13bc7d2b4ae3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525181 Oct 05 20:27:08.215917 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-9de93287-d76f-4fe3-bc8a-8b7ced8ea3d8 None None] Provisioning complete for port 21c37543-10a5-4609-9753-10ac54200c0e triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:27:08.216206 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9de93287-d76f-4fe3-bc8a-8b7ced8ea3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (21c37543-10a5-4609-9753-10ac54200c0e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:08.216535 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-9de93287-d76f-4fe3-bc8a-8b7ced8ea3d8 None None] Attempt 1 to provision port 21c37543-10a5-4609-9753-10ac54200c0e Oct 05 20:27:08.247487 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-9de93287-d76f-4fe3-bc8a-8b7ced8ea3d8 None None] Port 21c37543-10a5-4609-9753-10ac54200c0e cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:27:08.317794 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:08.345850 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] Checking router: 6a7764a9-0805-42b0-aa33-dd94bc87f58c for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:27:08.354089 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:08.354681 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:08.453232 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:08.558784 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529a294-3b54-4db1-98ef-2430157d13a6 req-455dbaad-8cad-4318-9d16-2a5c27781ce9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:08.560224 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f529a294-3b54-4db1-98ef-2430157d13a6 req-455dbaad-8cad-4318-9d16-2a5c27781ce9 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 931 time: 0.0464532 Oct 05 20:27:08.607976 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f529a294-3b54-4db1-98ef-2430157d13a6 req-42555a1b-57f7-44f6-a00f-998c2bea84d6 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417747 Oct 05 20:27:08.644694 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:08.669975 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f2de4a-7d80-43b8-b316-aa557ce14b3e None None] The sync data for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi is: [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:27:08.822026 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-07f037f8-08ef-4eda-b483-2922797dddfe req-3ba79ab1-29f4-445f-a1b4-6a3e577da55e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0278478 Oct 05 20:27:08.898186 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ff1a5-7e4c-4608-8f20-b88ba8de30f9 None None] New status for floating IP f3f8f370-115a-4a6c-871b-366a1baed44e: DOWN {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:27:08.929645 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b0c371-6e90-4993-863b-ebe0ebb68822 req-6e9719d0-b9ee-4b2e-97ab-b877b7452e11 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:08.931109 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-85b0c371-6e90-4993-863b-ebe0ebb68822 req-6e9719d0-b9ee-4b2e-97ab-b877b7452e11 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 944 time: 0.0498075 Oct 05 20:27:08.981860 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-85b0c371-6e90-4993-863b-ebe0ebb68822 req-706eaa8c-2caa-4b01-a8bd-d8d3791b1efb tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Oct 05 20:27:09.278142 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400be083-2171-4692-a8d2-0030bf47db05 req-cb41a65d-3a90-42ef-b38f-894d38419986 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:09.279598 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-400be083-2171-4692-a8d2-0030bf47db05 req-cb41a65d-3a90-42ef-b38f-894d38419986 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0463128 Oct 05 20:27:09.329781 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-400be083-2171-4692-a8d2-0030bf47db05 req-f461249b-37cb-4d1c-9b7a-2afce7753c03 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445256 Oct 05 20:27:09.727743 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd7b6-d214-4fad-88db-4fbafc587f78 req-31147883-a8ba-4df2-847a-3a57a320b09b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:09.729162 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ff5bd7b6-d214-4fad-88db-4fbafc587f78 req-31147883-a8ba-4df2-847a-3a57a320b09b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 931 time: 0.0455534 Oct 05 20:27:09.775151 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ff5bd7b6-d214-4fad-88db-4fbafc587f78 req-ea08c348-ff18-4ddf-a4c7-13aa50ec3da1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404732 Oct 05 20:27:09.924229 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f9aafc52-48d6-4deb-ab87-7136eb072fdd req-ac858580-7a07-4590-bd14-a98e21931e10 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0268278 Oct 05 20:27:10.097471 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e645335-c15e-4d48-b9b8-bc2a4f8a4dbe req-84cfd2b7-bc26-4729-b7fd-5b229a23403c tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:10.098926 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7e645335-c15e-4d48-b9b8-bc2a4f8a4dbe req-84cfd2b7-bc26-4729-b7fd-5b229a23403c tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 944 time: 0.0459011 Oct 05 20:27:10.144622 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7e645335-c15e-4d48-b9b8-bc2a4f8a4dbe req-e4f56206-9106-4c4a-a099-1da6cc51e76d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403194 Oct 05 20:27:10.448342 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903950f1-db0b-409f-8441-14bb83a653ad req-19fc7a59-b595-4806-943d-6ac1d209fea2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:10.449797 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-903950f1-db0b-409f-8441-14bb83a653ad req-19fc7a59-b595-4806-943d-6ac1d209fea2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0464792 Oct 05 20:27:10.460492 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:10.497749 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-903950f1-db0b-409f-8441-14bb83a653ad req-ec75257a-e3e5-4241-9f16-840fbc86562f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424666 Oct 05 20:27:10.856012 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:10.898589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b800e89-cbb8-4439-bae4-eb4eb80841d7 req-0a91a028-c07e-482d-b089-ba5459bec612 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:10.900040 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1b800e89-cbb8-4439-bae4-eb4eb80841d7 req-0a91a028-c07e-482d-b089-ba5459bec612 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 931 time: 0.0522311 Oct 05 20:27:10.947209 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1b800e89-cbb8-4439-bae4-eb4eb80841d7 req-443574ee-3a16-4846-8d86-8db159315ae5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415933 Oct 05 20:27:11.032036 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3444614e-791c-4436-9969-dcbc78d99469 req-09c58394-a64d-454b-9cf5-1cb3da66f6bb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0326555 Oct 05 20:27:11.063115 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:27:11.083636 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:27:11.083998 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 0b7637cb-b026-4f28-9263-f8fb7d10f2e2 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:27:11.088022 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Request body: {'port': {'device_id': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:11.124042 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:11.154313 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (21c37543-10a5-4609-9753-10ac54200c0e), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:11.176352 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-500e6e41-474f-4bb0-83ed-48add3e5d814 req-f3791e1e-f42f-4afe-b87e-a80cda45e503 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968251 Oct 05 20:27:11.322313 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652adf68-49ca-43da-bea0-756aa674952e req-3f2f84ad-f6f0-4532-a5f2-511ef37657ef tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:11.323763 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-652adf68-49ca-43da-bea0-756aa674952e req-3f2f84ad-f6f0-4532-a5f2-511ef37657ef tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 944 time: 0.0735276 Oct 05 20:27:11.420495 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-652adf68-49ca-43da-bea0-756aa674952e req-be6e3e4c-425d-42ff-b636-89c63058a56a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698628 Oct 05 20:27:11.478804 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c37543-10a5-4609-9753-10ac54200c0e {{(pid=106132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:27:11.486053 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Publish callbacks [] for port (21c37543-10a5-4609-9753-10ac54200c0e), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:11.498000 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.provisioning_blocks [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Transition to ACTIVE for port object 21c37543-10a5-4609-9753-10ac54200c0e will not be triggered until provisioned by entity L2. {{(pid=106132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:27:11.502290 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (21c37543-10a5-4609-9753-10ac54200c0e), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:11.623367 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c419ca0-d306-4991-8c76-a8b84e1e8da6 req-0d157b94-aaf1-4ddd-bcbb-6d50315feb00 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:11.625656 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9c419ca0-d306-4991-8c76-a8b84e1e8da6 req-0d157b94-aaf1-4ddd-bcbb-6d50315feb00 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0510199 Oct 05 20:27:11.681147 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9c419ca0-d306-4991-8c76-a8b84e1e8da6 req-0e0540d6-1639-4756-a0d3-3f3e94ddfbe4 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496125 Oct 05 20:27:11.785537 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Pushing event updated for resources: {'Port': ['ID=21c37543-10a5-4609-9753-10ac54200c0e,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:11.797879 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Attempting to bind port 21c37543-10a5-4609-9753-10ac54200c0e on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:27:11.798200 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Attempting to bind port 21c37543-10a5-4609-9753-10ac54200c0e by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:27:11.798516 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Attempting to bind port 21c37543-10a5-4609-9753-10ac54200c0e on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:27:11.837895 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Port 21c37543-10a5-4609-9753-10ac54200c0e on network 9b866581-0156-4c8b-8621-7be5c67dfe5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:27:11.838200 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Attempting to bind port 21c37543-10a5-4609-9753-10ac54200c0e on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:27:11.879296 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:27:11.879842 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Checking segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:27:11.880050 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Bound using segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:27:11.880484 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Bound port: 21c37543-10a5-4609-9753-10ac54200c0e, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:27:11.880862 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (21c37543-10a5-4609-9753-10ac54200c0e), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:11.943745 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] For port 21c37543-10a5-4609-9753-10ac54200c0e, host hv-cinder-80152, cleared binding levels {{(pid=106132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:27:11.946682 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] For port 21c37543-10a5-4609-9753-10ac54200c0e, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c37543-10a5-4609-9753-10ac54200c0e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:27:11.952184 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (21c37543-10a5-4609-9753-10ac54200c0e), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:11.957046 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:11.957693 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:11.959048 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/21c37543-10a5-4609-9753-10ac54200c0e HTTP/1.1" status: 200 len: 1093 time: 0.8818996 Oct 05 20:27:11.959593 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'tag': '21c37543-10a5-4609-9753-10ac54200c0e'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:11.961831 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ed38b2-bdc0-4545-a8b0-6a3d3543091b" -d '{"events": [{"name": "network-changed", "server_uuid": "c26f72d3-ab1b-472f-9551-b044693c2168", "tag": "21c37543-10a5-4609-9753-10ac54200c0e"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:11.989389 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:12.001887 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1b1391-de55-44ad-9171-afc67d27b157 x-openstack-request-id: req-7d1b1391-de55-44ad-9171-afc67d27b157 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:12.002030 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26f72d3-ab1b-472f-9551-b044693c2168", "tag": "21c37543-10a5-4609-9753-10ac54200c0e", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:12.002276 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7d1b1391-de55-44ad-9171-afc67d27b157 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:12.002667 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1b1391-de55-44ad-9171-afc67d27b157'] response: {'name': 'network-changed', 'server_uuid': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'tag': '21c37543-10a5-4609-9753-10ac54200c0e', 'status': 'completed', 'code': 200} Oct 05 20:27:12.012344 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ca536-9042-4dcf-ac1f-e7aa8b998a0f service neutron] Pushing event updated for resources: {'Port': ['ID=21c37543-10a5-4609-9753-10ac54200c0e,revision_number=3']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:12.071219 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8dc89-fb8f-486e-807c-83a13fabb6f0 req-b8a8b352-0424-4831-a2b4-fb28287193e5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:12.072714 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-63b8dc89-fb8f-486e-807c-83a13fabb6f0 req-b8a8b352-0424-4831-a2b4-fb28287193e5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 943 time: 0.0468781 Oct 05 20:27:12.120906 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-63b8dc89-fb8f-486e-807c-83a13fabb6f0 req-9d48825c-e499-49f8-8d01-565dcfc9c523 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424645 Oct 05 20:27:12.146550 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-47e73868-4143-4a39-ace6-696b72227f95 req-bc61fcdc-fb85-4f5a-af17-856a376b8822 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Oct 05 20:27:12.303817 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed38b2-bdc0-4545-a8b0-6a3d3543091b req-f21c5258-8a5b-4b4d-8e1e-b7241ba1b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:12.305953 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-51ed38b2-bdc0-4545-a8b0-6a3d3543091b req-f21c5258-8a5b-4b4d-8e1e-b7241ba1b527 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 1127 time: 0.0443690 Oct 05 20:27:12.306753 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-e73f1876-5071-4818-af0d-5bf668f4a453 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:12.308190 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-e73f1876-5071-4818-af0d-5bf668f4a453 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0469401 Oct 05 20:27:12.412270 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Deleting port 1c54cda3-3ed7-4392-b95f-fb3527c84492 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:12.412608 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:12.425703 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed38b2-bdc0-4545-a8b0-6a3d3543091b req-a215c421-5d45-417e-958c-e4e9e4c9e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:12.427161 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-51ed38b2-bdc0-4545-a8b0-6a3d3543091b req-a215c421-5d45-417e-958c-e4e9e4c9e4ce service neutron] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=05398ef99be34b57b61052a0f07f57f8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0985775 Oct 05 20:27:12.505218 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] For port 1c54cda3-3ed7-4392-b95f-fb3527c84492, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=1c54cda3-3ed7-4392-b95f-fb3527c84492,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:12.505611 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:12.507694 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:12.542779 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976dadd-d4d1-4f69-a719-41e10ff7e9fc req-2ad53af4-1019-43f5-b8bd-6d84aeea2570 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:12.544258 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8976dadd-d4d1-4f69-a719-41e10ff7e9fc req-2ad53af4-1019-43f5-b8bd-6d84aeea2570 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 944 time: 0.0475132 Oct 05 20:27:12.610091 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8976dadd-d4d1-4f69-a719-41e10ff7e9fc req-8b2b6067-562c-4da9-8d27-0f1e416e2325 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597136 Oct 05 20:27:12.678456 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:12.678874 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:12.679276 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Floating IP eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55 disassociated. External IP: 172.27.0.194, port: 1c54cda3-3ed7-4392-b95f-fb3527c84492. Oct 05 20:27:12.679619 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Calling delete_port for 1c54cda3-3ed7-4392-b95f-fb3527c84492 owned by compute:nova {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:12.706890 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed38b2-bdc0-4545-a8b0-6a3d3543091b req-87bc2dc6-2a35-443a-b4bf-f2c404147c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:12.708810 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-51ed38b2-bdc0-4545-a8b0-6a3d3543091b req-87bc2dc6-2a35-443a-b4bf-f2c404147c73 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109447 Oct 05 20:27:12.840691 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-09161692-1505-43a0-a18e-1266f6aa02ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:12.842260 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-09161692-1505-43a0-a18e-1266f6aa02ab service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 1127 time: 0.0437973 Oct 05 20:27:12.846626 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b4995-603a-49e9-a74e-0300082e8671 req-dd3a4abb-3210-443e-9af1-ae81127e6a5f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:12.848194 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1d9b4995-603a-49e9-a74e-0300082e8671 req-dd3a4abb-3210-443e-9af1-ae81127e6a5f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 945 time: 0.0751729 Oct 05 20:27:12.898416 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-91829cfe-522e-4fe6-bf12-41f607599e9b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21c37543-10a5-4609-9753-10ac54200c0e HTTP/1.1" status: 200 len: 217 time: 0.0370061 Oct 05 20:27:12.955653 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7b581555-8705-496a-90c9-df2a526bac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:12.956549 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1d9b4995-603a-49e9-a74e-0300082e8671 req-9f136e24-ca49-42ad-8986-ee870fcdfbc3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015162 Oct 05 20:27:12.957144 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-7b581555-8705-496a-90c9-df2a526bac63 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0527031 Oct 05 20:27:12.957624 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (1c54cda3-3ed7-4392-b95f-fb3527c84492), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:12.985358 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event deleted for resources: {'Port': ['ID=1c54cda3-3ed7-4392-b95f-fb3527c84492,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:13.006568 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-b2e7467c-12ad-481f-9bd5-a124e00ab45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:13.008525 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-b2e7467c-12ad-481f-9bd5-a124e00ab45e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452232 Oct 05 20:27:13.099041 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Router b46040a9-c1ec-4107-a25a-fb5c23f53db6 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:27:13.208209 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:27:13.221143 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] Sync routers for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:27:13.248321 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:13.249189 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:13.295267 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:13.306066 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7e6c617a-c146-41e8-97d0-178c47d1c30f req-a42aaad4-86b1-4566-9813-aa28267b908b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=cc97e634-82d8-4433-bee0-6d00f84075e7 HTTP/1.1" status: 200 len: 210 time: 0.0507424 Oct 05 20:27:13.306976 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] No DVR routers for this DVR port 1c54cda3-3ed7-4392-b95f-fb3527c84492 on host hv-cinder-80152 {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:27:13.309966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:13.313590 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-747ac2f8-42c8-4691-924c-245a6e880d0c req-b998ee31-2236-427b-ad4f-e9708f595afb tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "DELETE /networking/v2.0/ports/1c54cda3-3ed7-4392-b95f-fb3527c84492 HTTP/1.1" status: 204 len: 173 time: 0.9845948 Oct 05 20:27:13.318580 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8040d01-c8f0-4bb2-bc71-33ec5471f232 req-98a97e19-a038-415a-9563-20db4b762f84 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:13.326008 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b8040d01-c8f0-4bb2-bc71-33ec5471f232 req-98a97e19-a038-415a-9563-20db4b762f84 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 943 time: 0.1244736 Oct 05 20:27:13.381700 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:13.446038 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b8040d01-c8f0-4bb2-bc71-33ec5471f232 req-eefd1f97-206f-4fd0-857b-c75ee31676d5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194103 Oct 05 20:27:13.486052 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-996c4352-1d10-40b2-acc1-dd9b8c8882f1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889080 Oct 05 20:27:13.526494 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:13.583569 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:13.607458 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:13.607722 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7bd196fb-b02f-498b-9223-9414d15fe53f req-8a7f0dee-e5af-43ea-b020-60fa6e47d2e9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128902 Oct 05 20:27:13.632891 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] Checking router: b46040a9-c1ec-4107-a25a-fb5c23f53db6 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:27:13.642538 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:13.643356 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:26:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:13.714663 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:13.732091 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:13.733400 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f72ed5-de1d-4b4b-b61c-6f092a2e16be req-0fef4716-19f3-40e9-addd-a038c05ef081 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:13.735107 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-59f72ed5-de1d-4b4b-b61c-6f092a2e16be req-0fef4716-19f3-40e9-addd-a038c05ef081 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 944 time: 0.0491478 Oct 05 20:27:13.748029 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:13.787233 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-59f72ed5-de1d-4b4b-b61c-6f092a2e16be req-93bd0ec0-3e09-4063-84f2-e7fc49fbc86c tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464187 Oct 05 20:27:13.935059 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:13.959120 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2687953-d100-49c6-8139-44b0cf29b29a None None] The sync data for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi is: [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:21:52Z', 'revision_number': 4, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3f84e09a-6dd6-448b-ad04-a4ae743e24b4', 'name': '', 'network_id': 'cc456dbc-ea96-4537-b89e-3b9562b74ec1', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'mac_address': 'fa:16:3e:ed:96:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:52Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'subnets': [{'id': '1ef392cc-ffaa-4403-910d-80abb0183da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:27:14.003561 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'name': 'network-vif-deleted', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:14.006200 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e896dd8e-678f-4977-9aab-9bb7a2dbd27b" -d '{"events": [{"server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "name": "network-vif-deleted", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:14.046002 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272d76a5-4bd7-4230-a434-8764af5bf628 x-openstack-request-id: req-272d76a5-4bd7-4230-a434-8764af5bf628 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:14.046380 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "200392c4-aaf6-477e-a61a-45cf68f9b765", "name": "network-vif-deleted", "tag": "1c54cda3-3ed7-4392-b95f-fb3527c84492", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:14.046701 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-272d76a5-4bd7-4230-a434-8764af5bf628 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:14.047173 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272d76a5-4bd7-4230-a434-8764af5bf628'] response: {'server_uuid': '200392c4-aaf6-477e-a61a-45cf68f9b765', 'name': 'network-vif-deleted', 'tag': '1c54cda3-3ed7-4392-b95f-fb3527c84492', 'status': 'completed', 'code': 200} Oct 05 20:27:14.079955 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aab5012d-7030-46d6-b053-6127e1320c5f req-b027ef1f-b864-433c-bb9e-3e6ca82e4b52 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=200392c4-aaf6-477e-a61a-45cf68f9b765 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Oct 05 20:27:14.177356 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a25590-354c-4684-b7bf-457070da4d5e None None] New status for floating IP eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55: DOWN {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:27:14.420601 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51174) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:14.476315 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a01fc010-b6f4-491e-9f0a-859c8da95445 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (5869cf23-0a45-4dbd-9ac1-145c863b798c), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:14.499008 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a01fc010-b6f4-491e-9f0a-859c8da95445 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (5869cf23-0a45-4dbd-9ac1-145c863b798c), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:14.551116 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a01fc010-b6f4-491e-9f0a-859c8da95445 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (5869cf23-0a45-4dbd-9ac1-145c863b798c), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:14.555401 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a01fc010-b6f4-491e-9f0a-859c8da95445 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:14.556583 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a01fc010-b6f4-491e-9f0a-859c8da95445 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5869cf23-0a45-4dbd-9ac1-145c863b798c HTTP/1.1" status: 204 len: 168 time: 0.1343734 Oct 05 20:27:14.559953 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51178) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:14.579124 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fc010-b6f4-491e-9f0a-859c8da95445 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5869cf23-0a45-4dbd-9ac1-145c863b798c,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:14.582397 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.api.v2.resource [None req-a31bbd2c-f187-488f-8b3c-a3aa68336746 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] show failed (client error): The resource could not be found. Oct 05 20:27:14.586179 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a31bbd2c-f187-488f-8b3c-a3aa68336746 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups/5869cf23-0a45-4dbd-9ac1-145c863b798c HTTP/1.1" status: 404 len: 347 time: 0.0225334 Oct 05 20:27:14.587140 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101c7a8-ab41-48ef-b485-277209e32eeb req-f60c2d31-76bb-400a-87de-139387bd1928 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:14.587140 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d101c7a8-ab41-48ef-b485-277209e32eeb req-f60c2d31-76bb-400a-87de-139387bd1928 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 943 time: 0.0507815 Oct 05 20:27:14.587334 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51180) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:14.648535 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d101c7a8-ab41-48ef-b485-277209e32eeb req-72996929-db47-4f29-b442-66cb4ec0dae0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564642 Oct 05 20:27:14.705491 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Deleting port cf84d525-c993-407f-96ba-bf2b4eaa4acd {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:14.705863 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (cf84d525-c993-407f-96ba-bf2b4eaa4acd), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:14.785367 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (cf84d525-c993-407f-96ba-bf2b4eaa4acd), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:14.785730 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (cf84d525-c993-407f-96ba-bf2b4eaa4acd), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:14.798512 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Calling delete_port for cf84d525-c993-407f-96ba-bf2b4eaa4acd owned by network:floatingip {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:14.920659 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70a0ad-cca1-40c2-905d-174504aa8a7c req-0c36ff21-f69b-4586-89f8-53250d45e362 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:14.922298 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0d70a0ad-cca1-40c2-905d-174504aa8a7c req-0c36ff21-f69b-4586-89f8-53250d45e362 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 944 time: 0.0608594 Oct 05 20:27:15.001900 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0d70a0ad-cca1-40c2-905d-174504aa8a7c req-c17cf883-75e2-40f9-9d79-afc69d8e354c tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707788 Oct 05 20:27:15.028872 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (cf84d525-c993-407f-96ba-bf2b4eaa4acd), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.052941 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:27:15.064035 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event deleted for resources: {'Port': ['ID=cf84d525-c993-407f-96ba-bf2b4eaa4acd,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:15.068138 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 1c54cda3-3ed7-4392-b95f-fb3527c84492 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:27:15.091895 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 1c54cda3-3ed7-4392-b95f-fb3527c84492 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:27:15.092238 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 1c54cda3-3ed7-4392-b95f-fb3527c84492 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:27:15.109310 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:15.130016 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (f3f8f370-115a-4a6c-871b-366a1baed44e), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.132730 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.137119 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8f485fa8-5dfa-4fc2-a87b-25e53a69b935 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/f3f8f370-115a-4a6c-871b-366a1baed44e HTTP/1.1" status: 204 len: 168 time: 0.5466228 Oct 05 20:27:15.188055 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51190) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:15.195370 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:15.207591 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'port_id': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'mac_address': 'fa:16:3e:b3:78:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:27:15.229651 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51192) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:15.235652 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-97900653-6fd7-4bd8-9f46-af0fe78dfb1b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--309626032', 'description': 'tempest-description--1031588472'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:15.246773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:27:15.247168 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.261659 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:27:15.270665 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d6dc93b7-f27f-4fc3-95f6-27c8e8731427 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group (6d23cf8c-6ea1-4a4d-92c5-235d778e24ad), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.273205 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-97900653-6fd7-4bd8-9f46-af0fe78dfb1b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.282924 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:15.283089 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:15.289053 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.310676 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d6dc93b7-f27f-4fc3-95f6-27c8e8731427 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group (6d23cf8c-6ea1-4a4d-92c5-235d778e24ad), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.339501 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:15.399992 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-97900653-6fd7-4bd8-9f46-af0fe78dfb1b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (6f7af56e-bb73-481d-b6a5-b2102ee7e975), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.400783 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d6dc93b7-f27f-4fc3-95f6-27c8e8731427 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6d23cf8c-6ea1-4a4d-92c5-235d778e24ad), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.403593 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d6dc93b7-f27f-4fc3-95f6-27c8e8731427 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.404885 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d6dc93b7-f27f-4fc3-95f6-27c8e8731427 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6d23cf8c-6ea1-4a4d-92c5-235d778e24ad HTTP/1.1" status: 204 len: 168 time: 0.2158160 Oct 05 20:27:15.407546 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51194) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:15.408605 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-97900653-6fd7-4bd8-9f46-af0fe78dfb1b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6f7af56e-bb73-481d-b6a5-b2102ee7e975), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.419903 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc93b7-f27f-4fc3-95f6-27c8e8731427 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d23cf8c-6ea1-4a4d-92c5-235d778e24ad,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:15.421703 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.api.v2.resource [None req-fe5da32b-27f8-4978-b6a1-0a78e0c8815f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] show failed (client error): The resource could not be found. Oct 05 20:27:15.422799 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-fe5da32b-27f8-4978-b6a1-0a78e0c8815f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups/6d23cf8c-6ea1-4a4d-92c5-235d778e24ad HTTP/1.1" status: 404 len: 347 time: 0.0141685 Oct 05 20:27:15.425371 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51196) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:15.449650 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-97900653-6fd7-4bd8-9f46-af0fe78dfb1b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.450875 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-97900653-6fd7-4bd8-9f46-af0fe78dfb1b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2203081 Oct 05 20:27:15.453741 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51198) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:15.458630 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-5285e11a-2246-4098-942c-abec1e9a1cbb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'security_group_rule': {'security_group_id': '6f7af56e-bb73-481d-b6a5-b2102ee7e975', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:15.464210 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97900653-6fd7-4bd8-9f46-af0fe78dfb1b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7af56e-bb73-481d-b6a5-b2102ee7e975,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:15.481265 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:15.488827 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5285e11a-2246-4098-942c-abec1e9a1cbb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (5c4e9747-d8c9-4186-90c5-c93860ae29ba), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.548342 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5285e11a-2246-4098-942c-abec1e9a1cbb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (5c4e9747-d8c9-4186-90c5-c93860ae29ba), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.551723 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Deleting port 356ef1b2-4308-4e1c-b9ac-2683eaa49690 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:15.552098 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (356ef1b2-4308-4e1c-b9ac-2683eaa49690), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.552296 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5285e11a-2246-4098-942c-abec1e9a1cbb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (5c4e9747-d8c9-4186-90c5-c93860ae29ba), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.571764 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285e11a-2246-4098-942c-abec1e9a1cbb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4e9747-d8c9-4186-90c5-c93860ae29ba,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:15.580832 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5285e11a-2246-4098-942c-abec1e9a1cbb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.582113 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-5285e11a-2246-4098-942c-abec1e9a1cbb tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274743 Oct 05 20:27:15.584948 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51200) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:15.589273 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-bedcb1f9-513f-4a6d-af56-aa3712a743a4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'security_group_rule': {'security_group_id': '6f7af56e-bb73-481d-b6a5-b2102ee7e975', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:15.616556 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bedcb1f9-513f-4a6d-af56-aa3712a743a4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (b76d0186-46da-4118-a7db-4320e8a27596), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.618031 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:27:15.637282 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (356ef1b2-4308-4e1c-b9ac-2683eaa49690), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.638215 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for floatingip (356ef1b2-4308-4e1c-b9ac-2683eaa49690), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.653838 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Calling delete_port for 356ef1b2-4308-4e1c-b9ac-2683eaa49690 owned by network:floatingip {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:15.680612 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bedcb1f9-513f-4a6d-af56-aa3712a743a4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (b76d0186-46da-4118-a7db-4320e8a27596), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.687767 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bedcb1f9-513f-4a6d-af56-aa3712a743a4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (b76d0186-46da-4118-a7db-4320e8a27596), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.715624 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedcb1f9-513f-4a6d-af56-aa3712a743a4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76d0186-46da-4118-a7db-4320e8a27596,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:15.736751 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bedcb1f9-513f-4a6d-af56-aa3712a743a4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.738082 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-bedcb1f9-513f-4a6d-af56-aa3712a743a4 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1521008 Oct 05 20:27:15.741252 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51204) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:15.746609 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:15.779215 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:15.796334 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23263b0-32f6-47bd-92fc-dcccf5b60fee req-e9880dee-812d-4040-bfbc-10effa6d5701 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:15.798405 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f23263b0-32f6-47bd-92fc-dcccf5b60fee req-e9880dee-812d-4040-bfbc-10effa6d5701 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 943 time: 0.0591297 Oct 05 20:27:15.798658 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.846826 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f23263b0-32f6-47bd-92fc-dcccf5b60fee req-1f35dc31-b00a-4915-b2e9-903cb3f134e2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422077 Oct 05 20:27:15.860029 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (356ef1b2-4308-4e1c-b9ac-2683eaa49690), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.897044 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event deleted for resources: {'Port': ['ID=356ef1b2-4308-4e1c-b9ac-2683eaa49690,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:15.935139 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.935399 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.935741 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.936073 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.936403 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.937259 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.937611 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.937933 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.938254 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.938577 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.938898 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.939214 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.939532 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.939847 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.940162 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:15.946783 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.948680 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks [] for floatingip (eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.951145 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:15.952855 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-3b242eb6-4e3c-48b2-a658-728e20822bcc tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/eabc4ba9-6cb5-4bb6-8e0c-9b6904ec2f55 HTTP/1.1" status: 204 len: 168 time: 0.5260079 Oct 05 20:27:16.067920 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Allocated IP 172.27.0.204 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/eb8fe3fc-0f23-405a-9f70-396ca5b8c976) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:27:16.151029 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:16.179903 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb082d2-55f8-41b7-b3d5-2c8454c21061 req-177bde5e-5c01-40a4-bd6d-c67c9a122315 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:16.181388 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0eb082d2-55f8-41b7-b3d5-2c8454c21061 req-177bde5e-5c01-40a4-bd6d-c67c9a122315 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 945 time: 0.0983567 Oct 05 20:27:16.239348 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for port (eb8fe3fc-0f23-405a-9f70-396ca5b8c976), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:16.262520 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0eb082d2-55f8-41b7-b3d5-2c8454c21061 req-9d5be3ca-f423-440f-b753-99a39ef29e0d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722322 Oct 05 20:27:16.262915 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:16.290158 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (eb8fe3fc-0f23-405a-9f70-396ca5b8c976), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:16.335250 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:27:16.340032 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:27:16.343916 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:27:16.348613 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'Port': ['ID=eb8fe3fc-0f23-405a-9f70-396ca5b8c976,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:16.391454 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (76ee60a0-37cd-42b2-80cb-9edb53f39668), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:16.427432 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (eb8fe3fc-0f23-405a-9f70-396ca5b8c976), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:16.571425 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for port (eb8fe3fc-0f23-405a-9f70-396ca5b8c976), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:16.575663 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (eb8fe3fc-0f23-405a-9f70-396ca5b8c976), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:16.576349 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (76ee60a0-37cd-42b2-80cb-9edb53f39668), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:16.618859 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:16.620068 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8778934 Oct 05 20:27:16.623133 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5331234-379e-46ee-8c77-d91e4895dc93 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'Port': ['ID=eb8fe3fc-0f23-405a-9f70-396ca5b8c976,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:16.739488 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:16.772974 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-21cc1c10-71bf-4f48-a91b-02ea4d36a004 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--309626032&fields=id&tenant_id=45fc2abd2bae4264b1081c1673e3095e HTTP/1.1" status: 200 len: 267 time: 0.0465755 Oct 05 20:27:16.882254 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-ddad6b57-6422-44c7-8759-4f2d6ef6c27a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:16.883740 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-ddad6b57-6422-44c7-8759-4f2d6ef6c27a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 811 time: 0.1043115 Oct 05 20:27:16.899176 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-a63d528d-bea6-40c7-a445-eec873dc3796 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/quotas/45fc2abd2bae4264b1081c1673e3095e HTTP/1.1" status: 200 len: 375 time: 0.0101218 Oct 05 20:27:16.949896 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-045e5c88-543f-467a-8a4e-52c54e23816f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450423 Oct 05 20:27:16.969002 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b3b5d-7d3b-4018-9401-674f7f40c716 req-53c4cd8d-2ab7-4baf-ade9-e742f17695a5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:16.970519 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f9b3b5d-7d3b-4018-9401-674f7f40c716 req-53c4cd8d-2ab7-4baf-ade9-e742f17695a5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 943 time: 0.0483079 Oct 05 20:27:17.025097 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f9b3b5d-7d3b-4018-9401-674f7f40c716 req-319fc480-88a4-4aa5-adb0-e1c5979ed267 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490332 Oct 05 20:27:17.067689 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 21c37543-10a5-4609-9753-10ac54200c0e details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:27:17.081464 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:27:17.089028 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-95119c0a-a6d5-4dd1-8a76-9ccc759bec60 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271122 Oct 05 20:27:17.102383 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:17.193138 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:17.200347 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:27:17.200461 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-e9b540c7-4ec4-402a-b14d-740472fa9acb service neutron] 10.222.0.23 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050026 Oct 05 20:27:17.217467 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:27:17.218394 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:17.218727 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e Oct 05 20:27:17.245831 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-6a82b38c-e914-4650-a1d6-2c739af2fb13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:17.270991 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 21c37543-10a5-4609-9753-10ac54200c0e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c37543-10a5-4609-9753-10ac54200c0e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:17.291507 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '21c37543-10a5-4609-9753-10ac54200c0e', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'port_id': '21c37543-10a5-4609-9753-10ac54200c0e', 'mac_address': 'fa:16:3e:f3:ec:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:27:17.362556 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 21c37543-10a5-4609-9753-10ac54200c0e is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:27:17.362944 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (21c37543-10a5-4609-9753-10ac54200c0e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:17.385089 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:27:17.385839 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:17.393942 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-17650d3d-d65a-4f36-a81b-98f79239faa9 req-73462362-910d-468c-8cbd-24ee5967823f tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 210 time: 0.0479431 Oct 05 20:27:17.426200 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c51de69-92d0-4a8f-abb5-f2f6ed5c03fe req-2d411a49-f771-4885-8843-718156f47a9d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:17.427908 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7c51de69-92d0-4a8f-abb5-f2f6ed5c03fe req-2d411a49-f771-4885-8843-718156f47a9d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 945 time: 0.0665576 Oct 05 20:27:17.488070 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7c51de69-92d0-4a8f-abb5-f2f6ed5c03fe req-4b0d8d5e-8957-4107-8d14-5bea89b50c3f tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522497 Oct 05 20:27:17.532065 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c37543-10a5-4609-9753-10ac54200c0e {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:27:17.562756 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:17.565016 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211a1848-87fe-4dbf-ae3d-4b2efb5124f9" -d '{"events": [{"server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "name": "network-vif-plugged", "status": "completed", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:17.570358 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 21c37543-10a5-4609-9753-10ac54200c0e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c37543-10a5-4609-9753-10ac54200c0e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:17.578730 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (21c37543-10a5-4609-9753-10ac54200c0e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:17.581554 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:17.613987 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:17.625769 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d29959-6726-45d3-8e6b-6285785b5512 x-openstack-request-id: req-70d29959-6726-45d3-8e6b-6285785b5512 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:17.626055 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "name": "network-vif-plugged", "status": "completed", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:17.626327 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70d29959-6726-45d3-8e6b-6285785b5512 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:17.626736 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d29959-6726-45d3-8e6b-6285785b5512'] response: {'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'code': 200} Oct 05 20:27:17.646312 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=21c37543-10a5-4609-9753-10ac54200c0e,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:17.699530 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:17.850530 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f433dc0e-d454-40df-9f2e-ddbc574d0558 req-34fcfe30-0762-4680-b6ef-ac2e5a086777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:17.852602 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f433dc0e-d454-40df-9f2e-ddbc574d0558 req-34fcfe30-0762-4680-b6ef-ac2e5a086777 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 1130 time: 0.0444095 Oct 05 20:27:17.900460 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f433dc0e-d454-40df-9f2e-ddbc574d0558 req-dc3cba5c-410c-44bc-b8f6-9b94a9bc8fee service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 Oct 05 20:27:17.919074 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['21c37543-10a5-4609-9753-10ac54200c0e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:27:18.142549 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421ee97-4d36-408b-82e8-8471f7dea1ab req-7ae994c2-46bc-4fc0-b807-9c797c4e9ebf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:18.143972 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9421ee97-4d36-408b-82e8-8471f7dea1ab req-7ae994c2-46bc-4fc0-b807-9c797c4e9ebf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 944 time: 0.0456464 Oct 05 20:27:18.190785 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9421ee97-4d36-408b-82e8-8471f7dea1ab req-5cbf7e1f-305a-4a6c-a406-3a9696b736bd tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413163 Oct 05 20:27:18.452888 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:18.461275 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f237073-cecd-4806-a764-5dc06b1f3823 req-6c083652-dd5a-455b-b146-9f8fd3c5e1c1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:18.462827 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f237073-cecd-4806-a764-5dc06b1f3823 req-6c083652-dd5a-455b-b146-9f8fd3c5e1c1 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0517931 Oct 05 20:27:18.501316 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-276fcbc2-540f-4a06-b88e-e5fbddd25ae5 req-6fcb4b2c-cd64-40e9-ae64-4438ecc7b7c9 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 210 time: 0.0286782 Oct 05 20:27:18.512479 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3f237073-cecd-4806-a764-5dc06b1f3823 req-cbfbfba1-fb3d-4f9b-a366-b66f13e4a93e tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Oct 05 20:27:18.609990 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe0fe5-c22b-49a6-b113-d5c7c006785b req-d4436c8c-d66a-4a45-afcb-fa3f347c3443 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:18.611436 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-90fe0fe5-c22b-49a6-b113-d5c7c006785b req-d4436c8c-d66a-4a45-afcb-fa3f347c3443 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0468266 Oct 05 20:27:18.658335 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-90fe0fe5-c22b-49a6-b113-d5c7c006785b req-d1a8f81d-26af-4437-b6f4-a179b54768b6 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Oct 05 20:27:19.091698 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 21c37543-10a5-4609-9753-10ac54200c0e up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:27:19.118011 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:19.134916 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 21c37543-10a5-4609-9753-10ac54200c0e completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:27:19.140085 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 21c37543-10a5-4609-9753-10ac54200c0e triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:27:19.140494 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (21c37543-10a5-4609-9753-10ac54200c0e), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:19.140823 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 21c37543-10a5-4609-9753-10ac54200c0e Oct 05 20:27:19.213744 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 21c37543-10a5-4609-9753-10ac54200c0e is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:27:19.214123 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (21c37543-10a5-4609-9753-10ac54200c0e), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:19.246829 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 21c37543-10a5-4609-9753-10ac54200c0e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c37543-10a5-4609-9753-10ac54200c0e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:19.251108 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (21c37543-10a5-4609-9753-10ac54200c0e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:19.298649 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=21c37543-10a5-4609-9753-10ac54200c0e,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:19.313567 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbaecb4-ced4-4383-a508-a90777b373a3 req-635e9188-d188-4a84-9589-4a95b8bcfff1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:19.315055 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bdbaecb4-ced4-4383-a508-a90777b373a3 req-635e9188-d188-4a84-9589-4a95b8bcfff1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0466590 Oct 05 20:27:19.363204 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bdbaecb4-ced4-4383-a508-a90777b373a3 req-1b734aa8-a73a-4734-b11b-faecf3080bb1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421062 Oct 05 20:27:19.560346 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e2db3ea1-9794-483f-9ea4-8ef49a33836e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:19.612016 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9323aaff-b508-4d80-b9b0-98e24726e60a req-431ba0fc-6a00-442a-ab45-f98db9939879 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 210 time: 0.0313039 Oct 05 20:27:19.627585 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c37543-10a5-4609-9753-10ac54200c0e'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:19.629950 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8046422d-e547-425a-9481-101c730da26d" -d '{"events": [{"server_uuid": "c26f72d3-ab1b-472f-9551-b044693c2168", "name": "network-vif-plugged", "status": "completed", "tag": "21c37543-10a5-4609-9753-10ac54200c0e"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:19.640774 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714f79a-2efa-43f7-acf1-7eaac759e721 req-8e3c21d6-4dfe-4f5e-9c97-4a7f42fec3a3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:19.642289 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a714f79a-2efa-43f7-acf1-7eaac759e721 req-8e3c21d6-4dfe-4f5e-9c97-4a7f42fec3a3 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0518489 Oct 05 20:27:19.672754 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b79dfa9-92ce-47fa-87f4-c18321cc6fd1 x-openstack-request-id: req-4b79dfa9-92ce-47fa-87f4-c18321cc6fd1 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:19.673043 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26f72d3-ab1b-472f-9551-b044693c2168", "name": "network-vif-plugged", "status": "completed", "tag": "21c37543-10a5-4609-9753-10ac54200c0e", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:19.673292 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b79dfa9-92ce-47fa-87f4-c18321cc6fd1 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:19.673728 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b79dfa9-92ce-47fa-87f4-c18321cc6fd1'] response: {'server_uuid': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c37543-10a5-4609-9753-10ac54200c0e', 'code': 200} Oct 05 20:27:19.684539 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:19.693362 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a714f79a-2efa-43f7-acf1-7eaac759e721 req-e9dabb4d-37ca-4a3b-9799-100ddccaf274 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449610 Oct 05 20:27:19.782468 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1375f9-0ba8-4c53-85f5-09cae90e4dbc req-0aba753c-bd03-4fc0-963d-3358b5a0a94e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:19.783942 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4a1375f9-0ba8-4c53-85f5-09cae90e4dbc req-0aba753c-bd03-4fc0-963d-3358b5a0a94e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0467944 Oct 05 20:27:19.833867 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4a1375f9-0ba8-4c53-85f5-09cae90e4dbc req-83bdea17-25a5-479b-8fba-1ff5d4941904 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Oct 05 20:27:20.479841 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b548e1b-60e7-4626-8b06-5eab502751cb req-d880d45d-06c4-402e-a2ef-803eeedba80b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:20.481274 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5b548e1b-60e7-4626-8b06-5eab502751cb req-d880d45d-06c4-402e-a2ef-803eeedba80b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0470741 Oct 05 20:27:20.527959 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5b548e1b-60e7-4626-8b06-5eab502751cb req-2fe09b35-7582-4e85-bc5d-168692867881 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411327 Oct 05 20:27:20.713451 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a7ace341-b971-49a8-a06f-865d73bed0f2 req-ae25dc03-7946-4ea1-9753-0eb52be4efc5 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 210 time: 0.0276062 Oct 05 20:27:20.812699 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85da88c-bbcf-4e9c-a649-bf4fda0d99bf req-18c0c14b-2b3b-4b51-b4fe-d2f82dc7219b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:20.814160 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a85da88c-bbcf-4e9c-a649-bf4fda0d99bf req-18c0c14b-2b3b-4b51-b4fe-d2f82dc7219b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0469646 Oct 05 20:27:20.864820 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a85da88c-bbcf-4e9c-a649-bf4fda0d99bf req-b930014c-c166-4ab4-8543-e53b63460bf8 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448906 Oct 05 20:27:20.922035 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:20.930062 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:20.978486 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c774d-c069-4b3c-ba8f-f77a193b7763 req-5bee0f72-49ba-4b18-ac0b-2ba4bf87a261 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:20.979956 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aa6c774d-c069-4b3c-ba8f-f77a193b7763 req-5bee0f72-49ba-4b18-ac0b-2ba4bf87a261 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0490739 Oct 05 20:27:21.030769 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-aa6c774d-c069-4b3c-ba8f-f77a193b7763 req-77fb415c-af39-4a76-a806-3a782ad0c025 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445378 Oct 05 20:27:21.644624 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a04fc6-5c81-4955-b3ac-a148eb0b9436 req-72874286-653c-45d8-b634-768dd9bdffaf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:21.646112 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-29a04fc6-5c81-4955-b3ac-a148eb0b9436 req-72874286-653c-45d8-b634-768dd9bdffaf tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0462801 Oct 05 20:27:21.693199 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-29a04fc6-5c81-4955-b3ac-a148eb0b9436 req-8091c143-7434-4f88-935e-5a740aab64e3 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414076 Oct 05 20:27:21.762408 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396fcf4-e72c-48eb-9c37-24a327a230ba req-5522bfc3-9386-4eab-a426-0b4913168e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:21.764660 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b396fcf4-e72c-48eb-9c37-24a327a230ba req-5522bfc3-9386-4eab-a426-0b4913168e7a service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 1129 time: 0.0483236 Oct 05 20:27:21.768792 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-099e36c9-928e-4f02-b379-66778e28dd52 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:21.770431 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-099e36c9-928e-4f02-b379-66778e28dd52 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0486736 Oct 05 20:27:21.837615 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3040c1b0-f3b5-4009-add8-4b9fc2605b2f req-9187915b-a45a-4666-892c-7f906c918277 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 210 time: 0.0399814 Oct 05 20:27:21.845192 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b396fcf4-e72c-48eb-9c37-24a327a230ba req-62791360-52dd-4dfa-a120-430742c4f952 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726678 Oct 05 20:27:21.862698 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Deleting port 29d8ca08-27f5-4d47-969a-f9e88617fde0 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:21.863164 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:21.989677 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] For port 29d8ca08-27f5-4d47-969a-f9e88617fde0, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=29d8ca08-27f5-4d47-969a-f9e88617fde0,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:21.990036 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:22.009573 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Calling delete_port for 29d8ca08-27f5-4d47-969a-f9e88617fde0 owned by compute:nova {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:22.019279 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec80cd2-7780-4f76-afe3-135e088019d7 req-ce16d671-86af-4519-9e54-b082e1ebdc76 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:22.020724 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3ec80cd2-7780-4f76-afe3-135e088019d7 req-ce16d671-86af-4519-9e54-b082e1ebdc76 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 946 time: 0.0731866 Oct 05 20:27:22.111174 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3ec80cd2-7780-4f76-afe3-135e088019d7 req-2ead2809-df4c-46a5-ba35-c2466c309d48 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838900 Oct 05 20:27:22.150812 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c570fbb-ddc0-4025-8938-cd2603bf86ea req-3530e4ad-d22c-4602-bc16-69fd49206120 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:22.152306 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7c570fbb-ddc0-4025-8938-cd2603bf86ea req-3530e4ad-d22c-4602-bc16-69fd49206120 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0484221 Oct 05 20:27:22.170495 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:22.189352 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (29d8ca08-27f5-4d47-969a-f9e88617fde0), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:22.205313 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7c570fbb-ddc0-4025-8938-cd2603bf86ea req-6fe5942c-23b6-454c-9daf-2efb7111b03c tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473833 Oct 05 20:27:22.223995 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event deleted for resources: {'Port': ['ID=29d8ca08-27f5-4d47-969a-f9e88617fde0,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:22.235168 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['d4537d2a-eb74-46f9-a32b-750a8bc9692c', '29d8ca08-27f5-4d47-969a-f9e88617fde0'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:27:22.270548 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] No DVR routers for this DVR port 29d8ca08-27f5-4d47-969a-f9e88617fde0 on host hv-cinder-80152 {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:27:22.273208 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:22.280082 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4f93a2c8-6c70-49fd-a9c3-8c0ac7d89f66 req-94d70015-49eb-41e9-b6e4-3243de83ffc6 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "DELETE /networking/v2.0/ports/29d8ca08-27f5-4d47-969a-f9e88617fde0 HTTP/1.1" status: 204 len: 173 time: 0.5042775 Oct 05 20:27:22.280683 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb4e1864-19fb-435d-ac75-675b0bf645c4', 'name': 'network-vif-deleted', 'tag': '29d8ca08-27f5-4d47-969a-f9e88617fde0'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:22.283873 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaaeb6e-ff8c-4534-a9e9-d615f7784292" -d '{"events": [{"server_uuid": "fb4e1864-19fb-435d-ac75-675b0bf645c4", "name": "network-vif-deleted", "tag": "29d8ca08-27f5-4d47-969a-f9e88617fde0"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:22.339159 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b70e7-4001-4b5f-b06a-627dd024d69b req-7c243489-6aaf-45b1-a241-07810a345837 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:22.342328 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-637b70e7-4001-4b5f-b06a-627dd024d69b req-7c243489-6aaf-45b1-a241-07810a345837 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0509825 Oct 05 20:27:22.391910 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270c33dd-d61d-4865-8aa2-718ef64c1375 x-openstack-request-id: req-270c33dd-d61d-4865-8aa2-718ef64c1375 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:22.392271 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb4e1864-19fb-435d-ac75-675b0bf645c4", "name": "network-vif-deleted", "tag": "29d8ca08-27f5-4d47-969a-f9e88617fde0", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:22.392927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-270c33dd-d61d-4865-8aa2-718ef64c1375 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:22.393102 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-270c33dd-d61d-4865-8aa2-718ef64c1375'] response: {'server_uuid': 'fb4e1864-19fb-435d-ac75-675b0bf645c4', 'name': 'network-vif-deleted', 'tag': '29d8ca08-27f5-4d47-969a-f9e88617fde0', 'status': 'completed', 'code': 200} Oct 05 20:27:22.401119 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-637b70e7-4001-4b5f-b06a-627dd024d69b req-91fc6fc9-e7d5-4b72-87c6-72ded66c21df tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540636 Oct 05 20:27:22.547810 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:22.703872 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:22.812191 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:22.821008 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a6a25-cbb3-42dd-b4a8-062fdc5911ff req-1cdd0338-a149-4fa8-aded-399984f8df44 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:22.822514 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-164a6a25-cbb3-42dd-b4a8-062fdc5911ff req-1cdd0338-a149-4fa8-aded-399984f8df44 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0504134 Oct 05 20:27:22.879444 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-164a6a25-cbb3-42dd-b4a8-062fdc5911ff req-b473734c-b711-4015-96a0-01453230ed14 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497830 Oct 05 20:27:22.934713 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44525722-9955-43c1-bae2-69faca6505d4 req-35408e3c-32ec-4831-a975-2b00b68bd854 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:22.937403 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-44525722-9955-43c1-bae2-69faca6505d4 req-35408e3c-32ec-4831-a975-2b00b68bd854 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0738540 Oct 05 20:27:22.964493 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:22.982670 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-584b59ce-ab7c-4c77-a7ee-25949e52d6ac req-b373ef1b-540a-4e6f-af69-eb5994464e10 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 210 time: 0.0279393 Oct 05 20:27:22.989057 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-44525722-9955-43c1-bae2-69faca6505d4 req-54470af1-e163-4607-8396-c9746bfe8946 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453720 Oct 05 20:27:23.214196 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-a033c364-7a7b-4494-893f-70963594334d tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:23.215611 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-a033c364-7a7b-4494-893f-70963594334d tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 811 time: 0.1484056 Oct 05 20:27:23.242386 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ad54cc55-fe52-4303-906f-30810b3122a9 req-8137c725-f13d-445f-b5ab-a1887b2fa232 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 210 time: 0.0357978 Oct 05 20:27:23.823193 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-dfe5afd4-c448-4c22-9225-da140132e801 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=45fc2abd2bae4264b1081c1673e3095e HTTP/1.1" status: 200 len: 379 time: 0.0663249 Oct 05 20:27:23.850698 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'port': {'device_id': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'admin_state_up': True, 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'security_groups': ['6f7af56e-bb73-481d-b6a5-b2102ee7e975']}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:23.931199 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=50 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:23.937874 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=22 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:23.969767 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Made reservation on behalf of 45fc2abd2bae4264b1081c1673e3095e for: {'port': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:27:23.973476 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:24.008604 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e6cbf-00dc-418e-b664-e21fb080f34b req-68e8ef86-bc85-4a7e-a5f2-7e0788f56c20 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:24.010026 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1d7e6cbf-00dc-418e-b664-e21fb080f34b req-68e8ef86-bc85-4a7e-a5f2-7e0788f56c20 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0480075 Oct 05 20:27:24.064295 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1d7e6cbf-00dc-418e-b664-e21fb080f34b req-26812c27-9b63-47fc-b7a0-f47c50aaf265 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468693 Oct 05 20:27:24.115117 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-097de749-6c50-443e-ad4e-58e04140d3fb req-b9e7321e-3864-48c1-bab6-89e2693b3643 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 210 time: 0.0325253 Oct 05 20:27:24.137906 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Allocated IP 172.20.0.5 (befb067e-a787-4f3b-9756-b797371b0a4e/3376e8a6-8ff4-4052-9852-48c1ae0f4532/3078e672-706f-44df-af9c-a4de3b8cc302) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:27:24.182760 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c3f19c-223a-4520-a3e6-1ca2cdfdada0 req-371106c3-b686-42be-89f7-4bf3b058f727 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:24.184226 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a9c3f19c-223a-4520-a3e6-1ca2cdfdada0 req-371106c3-b686-42be-89f7-4bf3b058f727 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0497108 Oct 05 20:27:24.195493 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51324) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:24.199824 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-b7d86210-be7c-43c3-95b4-9101d6f663b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'floatingip': {'port_id': '21c37543-10a5-4609-9753-10ac54200c0e'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:24.237142 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-b7d86210-be7c-43c3-95b4-9101d6f663b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (e1a6b9da-a074-4871-aa19-8235a1c8528a), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:24.280523 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for port (3078e672-706f-44df-af9c-a4de3b8cc302), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:24.310874 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:24.321177 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:24.354400 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:24.652736 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-17c78ec2-54d1-434d-b6d5-775c5d8721b5 req-e8edc1ca-fb8d-4fe1-b73d-4ec87a16c4b2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fb4e1864-19fb-435d-ac75-675b0bf645c4 HTTP/1.1" status: 200 len: 210 time: 0.0552757 Oct 05 20:27:24.679428 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Network befb067e-a787-4f3b-9756-b797371b0a4e is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:27:24.680828 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:27:24.697545 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:27:24.706050 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:24.706665 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:24.721153 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event updated for resources: {'Port': ['ID=3078e672-706f-44df-af9c-a4de3b8cc302,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:24.723420 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:24.743770 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-3ba541af-e0b4-4b50-9b5b-363f20561880 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8972490 Oct 05 20:27:24.763052 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Request body: {'port': {'device_id': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:24.879280 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:24.990463 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-3f33c77c-8662-4b18-a0c8-70cbdd18016f None None] Provisioning complete for port 3078e672-706f-44df-af9c-a4de3b8cc302 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:27:24.991441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3f33c77c-8662-4b18-a0c8-70cbdd18016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:24.992018 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-3f33c77c-8662-4b18-a0c8-70cbdd18016f None None] Attempt 1 to provision port 3078e672-706f-44df-af9c-a4de3b8cc302 Oct 05 20:27:25.070083 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-3f33c77c-8662-4b18-a0c8-70cbdd18016f None None] Port 3078e672-706f-44df-af9c-a4de3b8cc302 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:27:25.116181 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 29d8ca08-27f5-4d47-969a-f9e88617fde0 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:27:25.173424 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 29d8ca08-27f5-4d47-969a-f9e88617fde0 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:27:25.173902 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 29d8ca08-27f5-4d47-969a-f9e88617fde0 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:27:25.240345 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-b7d86210-be7c-43c3-95b4-9101d6f663b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:25.245124 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-b7d86210-be7c-43c3-95b4-9101d6f663b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (e1a6b9da-a074-4871-aa19-8235a1c8528a), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:25.257257 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3078e672-706f-44df-af9c-a4de3b8cc302 {{(pid=106132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:27:25.290399 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Publish callbacks [] for port (3078e672-706f-44df-af9c-a4de3b8cc302), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:25.317068 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1385a-e9b6-4dc9-87bc-f1979c02af12 req-ac493a86-bd0f-444c-84d2-ceb156e9b399 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:25.319029 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b2d1385a-e9b6-4dc9-87bc-f1979c02af12 req-ac493a86-bd0f-444c-84d2-ceb156e9b399 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 931 time: 0.0801053 Oct 05 20:27:25.320335 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.provisioning_blocks [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Transition to ACTIVE for port object 3078e672-706f-44df-af9c-a4de3b8cc302 will not be triggered until provisioned by entity L2. {{(pid=106132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:27:25.325757 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:25.355456 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [None req-b7d86210-be7c-43c3-95b4-9101d6f663b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Floating IP e1a6b9da-a074-4871-aa19-8235a1c8528a associated. External IP: 172.27.0.107, port: 21c37543-10a5-4609-9753-10ac54200c0e. Oct 05 20:27:25.414066 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Pushing event updated for resources: {'Port': ['ID=3078e672-706f-44df-af9c-a4de3b8cc302,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:25.433616 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Attempting to bind port 3078e672-706f-44df-af9c-a4de3b8cc302 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:27:25.433952 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Attempting to bind port 3078e672-706f-44df-af9c-a4de3b8cc302 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:27:25.434779 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Attempting to bind port 3078e672-706f-44df-af9c-a4de3b8cc302 on network befb067e-a787-4f3b-9756-b797371b0a4e {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:27:25.462689 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b2d1385a-e9b6-4dc9-87bc-f1979c02af12 req-59a30ab9-84fb-4899-9f65-79d2dc6d8af9 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322520 Oct 05 20:27:25.491258 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Port 3078e672-706f-44df-af9c-a4de3b8cc302 on network befb067e-a787-4f3b-9756-b797371b0a4e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:27:25.491660 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Attempting to bind port 3078e672-706f-44df-af9c-a4de3b8cc302 on network befb067e-a787-4f3b-9756-b797371b0a4e {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:27:25.538272 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:27:25.538606 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Checking segment: {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:27:25.538989 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Bound using segment: {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'} {{(pid=106132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:27:25.539420 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.managers [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Bound port: 3078e672-706f-44df-af9c-a4de3b8cc302, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715352d3-ff31-4a2c-87db-b43953aee36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e'}}] {{(pid=106132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:27:25.539777 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:25.564028 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d86210-be7c-43c3-95b4-9101d6f663b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:27:25.602168 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] For port 3078e672-706f-44df-af9c-a4de3b8cc302, host hv-cinder-80152, cleared binding levels {{(pid=106132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:27:25.605329 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] For port 3078e672-706f-44df-af9c-a4de3b8cc302, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3078e672-706f-44df-af9c-a4de3b8cc302,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:27:25.610810 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:25.615825 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:25.616440 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:25.617811 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/3078e672-706f-44df-af9c-a4de3b8cc302 HTTP/1.1" status: 200 len: 1093 time: 0.8597920 Oct 05 20:27:25.618394 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'tag': '3078e672-706f-44df-af9c-a4de3b8cc302'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:25.620641 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "57e31a6c-f85c-451e-83f9-0e8ed25b885a", "tag": "3078e672-706f-44df-af9c-a4de3b8cc302"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:25.664678 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:25.671084 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9538fcf6-ec76-4535-a92e-8e053fe8670c x-openstack-request-id: req-9538fcf6-ec76-4535-a92e-8e053fe8670c {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:25.671377 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e31a6c-f85c-451e-83f9-0e8ed25b885a", "tag": "3078e672-706f-44df-af9c-a4de3b8cc302", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:25.671704 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9538fcf6-ec76-4535-a92e-8e053fe8670c {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:25.672138 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9538fcf6-ec76-4535-a92e-8e053fe8670c'] response: {'name': 'network-changed', 'server_uuid': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'tag': '3078e672-706f-44df-af9c-a4de3b8cc302', 'status': 'completed', 'code': 200} Oct 05 20:27:25.672956 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb6141-7571-444f-9f90-be97dbf68222 service neutron] Pushing event updated for resources: {'Port': ['ID=3078e672-706f-44df-af9c-a4de3b8cc302,revision_number=3']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:25.696384 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d86210-be7c-43c3-95b4-9101d6f663b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:27:25.701500 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-b7d86210-be7c-43c3-95b4-9101d6f663b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:25.709130 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:27:25.727310 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:25.727310 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:27:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:25.742323 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-b7d86210-be7c-43c3-95b4-9101d6f663b0 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/e1a6b9da-a074-4871-aa19-8235a1c8528a HTTP/1.1" status: 200 len: 991 time: 1.5457225 Oct 05 20:27:25.743403 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'tag': '21c37543-10a5-4609-9753-10ac54200c0e'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:25.747228 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3f412e-23a7-4059-b824-91b5b594c435" -d '{"events": [{"name": "network-changed", "server_uuid": "c26f72d3-ab1b-472f-9551-b044693c2168", "tag": "21c37543-10a5-4609-9753-10ac54200c0e"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:25.749481 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:25.765826 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-5fee88f6-2906-4171-86d0-126b9b052294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:25.767451 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-5fee88f6-2906-4171-86d0-126b9b052294 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 1127 time: 0.0621886 Oct 05 20:27:25.835874 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-942aa5f2-8624-4185-bc7b-c0e949204e32 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3078e672-706f-44df-af9c-a4de3b8cc302 HTTP/1.1" status: 200 len: 217 time: 0.0534596 Oct 05 20:27:25.857901 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828fc66d-5670-4257-a3fb-680b3988064c x-openstack-request-id: req-828fc66d-5670-4257-a3fb-680b3988064c {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:25.858725 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c26f72d3-ab1b-472f-9551-b044693c2168", "tag": "21c37543-10a5-4609-9753-10ac54200c0e", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:25.858983 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-828fc66d-5670-4257-a3fb-680b3988064c {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:25.859374 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-828fc66d-5670-4257-a3fb-680b3988064c'] response: {'name': 'network-changed', 'server_uuid': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'tag': '21c37543-10a5-4609-9753-10ac54200c0e', 'status': 'completed', 'code': 200} Oct 05 20:27:25.863070 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:25.888530 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-2cf77f30-4c27-4141-b749-508377d20184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:25.890578 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-2cf77f30-4c27-4141-b749-508377d20184 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 200 len: 850 time: 0.0486007 Oct 05 20:27:25.971969 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:25.993910 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a92d0-1814-480b-9815-08aebb65b9e7 req-093a3218-1171-48ac-9b44-8ab92d68bfdf tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:25.995446 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-547a92d0-1814-480b-9815-08aebb65b9e7 req-093a3218-1171-48ac-9b44-8ab92d68bfdf tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0539625 Oct 05 20:27:26.055139 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-547a92d0-1814-480b-9815-08aebb65b9e7 req-cce03d5b-9015-4423-94de-3d324ff69f15 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530822 Oct 05 20:27:26.174127 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'e1a6b9da-a074-4871-aa19-8235a1c8528a', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': '21c37543-10a5-4609-9753-10ac54200c0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:f3:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:26:49Z', 'updated_at': '2022-10-05T20:27:24Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:26.201627 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:27:26.210091 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:26.210688 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:27:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:26.310702 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:26.514079 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'e1a6b9da-a074-4871-aa19-8235a1c8528a', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': '21c37543-10a5-4609-9753-10ac54200c0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:f3:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:26:49Z', 'updated_at': '2022-10-05T20:27:24Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:26.543160 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b461da6-c324-4042-9b5f-80ce11051f13 None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'e1a6b9da-a074-4871-aa19-8235a1c8528a', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': '21c37543-10a5-4609-9753-10ac54200c0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:f3:ec:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:26:49Z', 'updated_at': '2022-10-05T20:27:24Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:27:26.595910 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f4963-e65d-4a02-9d6b-01347d9e3dc4 req-139389d7-151e-4420-939a-b7a2ad8fb8d1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:26.598072 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2d4f4963-e65d-4a02-9d6b-01347d9e3dc4 req-139389d7-151e-4420-939a-b7a2ad8fb8d1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 943 time: 0.0528734 Oct 05 20:27:26.648421 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2d4f4963-e65d-4a02-9d6b-01347d9e3dc4 req-5d8eacbb-e8ae-4af7-8ff3-4b7b20e8501c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441706 Oct 05 20:27:26.750578 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c59416-9ccf-4467-b36d-811be6af04ef None None] New status for floating IP e1a6b9da-a074-4871-aa19-8235a1c8528a: ACTIVE {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:27:27.175956 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c6f252-2db6-4000-88cd-92af53acfb96 req-8e7ce65a-6411-412e-b5e2-26b452e6771b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:27.177350 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-33c6f252-2db6-4000-88cd-92af53acfb96 req-8e7ce65a-6411-412e-b5e2-26b452e6771b tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0469639 Oct 05 20:27:27.225100 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-33c6f252-2db6-4000-88cd-92af53acfb96 req-5c52f8d1-774b-49cf-a9cc-052dd7f55992 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Oct 05 20:27:27.518443 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7827c-0f1d-4370-92b8-e1bcaf391551 req-bd290263-0617-426a-b282-b50d99bd2f4e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:27.519877 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f2d7827c-0f1d-4370-92b8-e1bcaf391551 req-bd290263-0617-426a-b282-b50d99bd2f4e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0468009 Oct 05 20:27:27.567068 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f2d7827c-0f1d-4370-92b8-e1bcaf391551 req-19d14dff-6901-43b2-8c9f-ff6e1dc5eea2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416241 Oct 05 20:27:27.610011 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:27.770297 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80d9d7-8190-4609-9e77-fb581617a7fa req-5591de45-5a7e-4bc3-99fc-fbbc0da6f11a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:27.771771 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fd80d9d7-8190-4609-9e77-fb581617a7fa req-5591de45-5a7e-4bc3-99fc-fbbc0da6f11a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 943 time: 0.0466454 Oct 05 20:27:27.820023 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fd80d9d7-8190-4609-9e77-fb581617a7fa req-cd2a5198-b971-473a-94c5-417c1e917ce1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427125 Oct 05 20:27:27.829917 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:27:28.302618 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:28.316423 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-05ff15e3-5079-4ec6-80de-ee88a594db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:28.318229 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-05ff15e3-5079-4ec6-80de-ee88a594db30 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 1129 time: 0.0468149 Oct 05 20:27:28.320017 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-5c0f2308-37c3-4b16-a3e5-5073bc9a3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:28.321506 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-5c0f2308-37c3-4b16-a3e5-5073bc9a3f65 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=befb067e-a787-4f3b-9756-b797371b0a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568981 Oct 05 20:27:28.354494 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16484230-4e97-4cd7-a88c-3d09899c4c20 req-11988bdd-0142-4f9b-b9b1-1cd82e33e187 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:28.355912 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-16484230-4e97-4cd7-a88c-3d09899c4c20 req-11988bdd-0142-4f9b-b9b1-1cd82e33e187 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0492630 Oct 05 20:27:28.404603 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-16484230-4e97-4cd7-a88c-3d09899c4c20 req-1d2b6299-d155-430f-a103-8770ff892606 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3b532d02-7ebb-4d93-afbb-9f583faea336&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423596 Oct 05 20:27:28.668147 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-59e45b35-3e75-4b7b-b111-6047a909bf01 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889473 Oct 05 20:27:28.745483 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904f71f-bfb2-467a-8a34-74894f8a1055 req-8cb68329-46ed-4fd6-9480-4fb490294b49 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:28.746993 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0904f71f-bfb2-467a-8a34-74894f8a1055 req-8cb68329-46ed-4fd6-9480-4fb490294b49 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.1006792 Oct 05 20:27:28.807618 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-d9f7855a-5ffb-43e5-b605-94f55fd33c98 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863237 Oct 05 20:27:28.810951 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f02a592-7141-4af3-b1db-8cec1494680d req-30d1721a-8832-45b4-a602-1184748ba2f2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:28.812388 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f02a592-7141-4af3-b1db-8cec1494680d req-30d1721a-8832-45b4-a602-1184748ba2f2 tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 946 time: 0.0862117 Oct 05 20:27:28.856008 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-5068a875-cb2f-4dfb-97bd-a6e51152bef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:28.857420 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-5068a875-cb2f-4dfb-97bd-a6e51152bef4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 916 time: 0.2011487 Oct 05 20:27:28.861586 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0904f71f-bfb2-467a-8a34-74894f8a1055 req-a337acd7-5fe7-4e0c-b09e-f65ead4cabc6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968022 Oct 05 20:27:28.940680 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433ae84-0b0f-493c-be65-8dd95c913d74 req-fa99c42b-b51d-4ffe-ab7a-f74e840bc659 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:28.942437 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b433ae84-0b0f-493c-be65-8dd95c913d74 req-fa99c42b-b51d-4ffe-ab7a-f74e840bc659 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 943 time: 0.0460126 Oct 05 20:27:28.992943 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b433ae84-0b0f-493c-be65-8dd95c913d74 req-b31c7d9b-1181-48df-97d9-257a3dc02e6a tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449076 Oct 05 20:27:29.150122 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-7cf14731-4424-44e7-83ae-d7c7c8c40222 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21c37543-10a5-4609-9753-10ac54200c0e HTTP/1.1" status: 200 len: 1001 time: 0.1114593 Oct 05 20:27:29.167258 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-8f02a592-7141-4af3-b1db-8cec1494680d req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Deleting port d4537d2a-eb74-46f9-a32b-750a8bc9692c {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:29.167594 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f02a592-7141-4af3-b1db-8cec1494680d req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:29.256748 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-8f02a592-7141-4af3-b1db-8cec1494680d req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] For port d4537d2a-eb74-46f9-a32b-750a8bc9692c, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=d4537d2a-eb74-46f9-a32b-750a8bc9692c,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:29.257118 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f02a592-7141-4af3-b1db-8cec1494680d req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:29.270674 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-8f02a592-7141-4af3-b1db-8cec1494680d req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Calling delete_port for d4537d2a-eb74-46f9-a32b-750a8bc9692c owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:29.399925 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f02a592-7141-4af3-b1db-8cec1494680d req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (d4537d2a-eb74-46f9-a32b-750a8bc9692c), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:29.425337 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Pushing event deleted for resources: {'Port': ['ID=d4537d2a-eb74-46f9-a32b-750a8bc9692c,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:29.439859 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.440211 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.440551 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.440884 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.441217 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.441569 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.441899 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.442502 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.442818 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.443147 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.443469 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.443792 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.444117 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.444437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.444756 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:29.444862 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['d4537d2a-eb74-46f9-a32b-750a8bc9692c'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:27:29.486543 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f02a592-7141-4af3-b1db-8cec1494680d req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] No DVR routers for this DVR port d4537d2a-eb74-46f9-a32b-750a8bc9692c on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:27:29.489582 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f02a592-7141-4af3-b1db-8cec1494680d req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:29.494197 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f02a592-7141-4af3-b1db-8cec1494680d req-264ec449-a656-4752-a838-ed34ea11b61f tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.15 "DELETE /networking/v2.0/ports/d4537d2a-eb74-46f9-a32b-750a8bc9692c HTTP/1.1" status: 204 len: 173 time: 0.4543025 Oct 05 20:27:29.494963 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4856b5d-d049-4ee8-9b69-ba630f8d128f', 'name': 'network-vif-deleted', 'tag': 'd4537d2a-eb74-46f9-a32b-750a8bc9692c'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:29.497455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22329ee7-ea02-4d1e-b81b-449bbfcf03c0" -d '{"events": [{"server_uuid": "f4856b5d-d049-4ee8-9b69-ba630f8d128f", "name": "network-vif-deleted", "tag": "d4537d2a-eb74-46f9-a32b-750a8bc9692c"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:29.551575 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b6f6d-3726-4039-ad0b-8382a46ab900 x-openstack-request-id: req-b60b6f6d-3726-4039-ad0b-8382a46ab900 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:29.551867 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4856b5d-d049-4ee8-9b69-ba630f8d128f", "name": "network-vif-deleted", "tag": "d4537d2a-eb74-46f9-a32b-750a8bc9692c", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:29.552117 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b60b6f6d-3726-4039-ad0b-8382a46ab900 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:29.552511 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60b6f6d-3726-4039-ad0b-8382a46ab900'] response: {'server_uuid': 'f4856b5d-d049-4ee8-9b69-ba630f8d128f', 'name': 'network-vif-deleted', 'tag': 'd4537d2a-eb74-46f9-a32b-750a8bc9692c', 'status': 'completed', 'code': 200} Oct 05 20:27:29.554563 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6a4f2a8f-715c-4556-a249-25552dfa7a29 req-257416ea-8310-41e3-b6e2-65f4cf923def tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 210 time: 0.0430133 Oct 05 20:27:29.994170 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e022a7f-5845-4464-8c68-f8e616740144 req-63dbe92f-efaf-49cc-a6a7-611a35a21523 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:29.996449 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6e022a7f-5845-4464-8c68-f8e616740144 req-63dbe92f-efaf-49cc-a6a7-611a35a21523 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0492425 Oct 05 20:27:30.045610 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6e022a7f-5845-4464-8c68-f8e616740144 req-aad9c3a4-0297-42f3-a621-a76f0c798f42 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428808 Oct 05 20:27:30.113077 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe5f88-b416-46f4-a314-6015de9c1aa0 req-264cf87b-05c7-4896-9113-84d63ef3f392 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:30.114543 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bffe5f88-b416-46f4-a314-6015de9c1aa0 req-264cf87b-05c7-4896-9113-84d63ef3f392 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 943 time: 0.0473144 Oct 05 20:27:30.134359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:30.161740 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bffe5f88-b416-46f4-a314-6015de9c1aa0 req-f3698b30-3f5b-4160-a713-692633bf583c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416300 Oct 05 20:27:30.347657 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:30.384515 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-5862067b-31d7-40f7-a39a-81e40566f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:30.386015 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-5862067b-31d7-40f7-a39a-81e40566f1db service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0768232 Oct 05 20:27:30.406833 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-a42fb3fc-4b12-4139-9d4f-8552de76dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:30.408272 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-a42fb3fc-4b12-4139-9d4f-8552de76dbd9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 1127 time: 0.0595155 Oct 05 20:27:30.437907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-7bb36bb6-e088-456c-a77f-babf5d188015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:30.439586 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-7bb36bb6-e088-456c-a77f-babf5d188015 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432162 Oct 05 20:27:30.606701 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-24356c46-0f65-486f-aebb-2f77fcdd1c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:30.608707 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-24356c46-0f65-486f-aebb-2f77fcdd1c7b service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 912 time: 0.1633620 Oct 05 20:27:30.615152 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-b031818d-d70e-48e1-a3c8-9484de051572 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511590 Oct 05 20:27:30.685132 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-8b2e3ac3-e0e2-4ec3-9cbc-b5ee2eed7f3d service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3078e672-706f-44df-af9c-a4de3b8cc302 HTTP/1.1" status: 200 len: 217 time: 0.0558374 Oct 05 20:27:30.686185 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dae02a1c-5a6e-474e-af50-a9a878688d2d req-c845c5f2-eb5a-49d6-ad9a-67fb23137aef tempest-ServerRescueNegativeTestJSON-88743331 tempest-ServerRescueNegativeTestJSON-88743331-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4856b5d-d049-4ee8-9b69-ba630f8d128f HTTP/1.1" status: 200 len: 210 time: 0.0360217 Oct 05 20:27:30.789372 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-1a16f49c-8459-44d7-84eb-cd140dc1e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:30.790869 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-1a16f49c-8459-44d7-84eb-cd140dc1e6c6 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 200 len: 850 time: 0.0739584 Oct 05 20:27:30.797922 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b3f412e-23a7-4059-b824-91b5b594c435 req-feac045d-7c66-4389-b938-6b9f6a8ded29 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624613 Oct 05 20:27:30.846545 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cb919-c1f3-4006-a965-4453cea360e5 req-ec69eec6-5288-414f-af52-64222e19d481 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:30.848041 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f77cb919-c1f3-4006-a965-4453cea360e5 req-ec69eec6-5288-414f-af52-64222e19d481 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0532062 Oct 05 20:27:30.898320 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f77cb919-c1f3-4006-a965-4453cea360e5 req-58ef3526-2a75-44a8-9c90-999eb19931e5 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Oct 05 20:27:30.926237 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51430) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:31.032447 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e95bc6-2b93-4e5c-8e54-e46ba1c78d29 tempest-TestMinimumBasicScenario-390416676 tempest-TestMinimumBasicScenario-390416676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:31.034281 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d2e95bc6-2b93-4e5c-8e54-e46ba1c78d29 tempest-TestMinimumBasicScenario-390416676 tempest-TestMinimumBasicScenario-390416676-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 1125 time: 0.1070814 Oct 05 20:27:31.037413 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51434) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:31.043036 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'port_id': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:31.047378 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-de52f5cb-a24e-4f57-b0ef-637acf077f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:31.048886 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-de52f5cb-a24e-4f57-b0ef-637acf077f72 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=befb067e-a787-4f3b-9756-b797371b0a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460982 Oct 05 20:27:31.065788 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:31.166839 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:31.175910 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-03458175-4a1e-4e15-ad41-2f398054802b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023865 Oct 05 20:27:31.184730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:31.204317 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:31.242215 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d83f5a-d33e-4ac3-a5d3-97b63870f9dc req-21b76d4b-636d-4840-823a-307710adb890 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:31.243721 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-33d83f5a-d33e-4ac3-a5d3-97b63870f9dc req-21b76d4b-636d-4840-823a-307710adb890 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0982168 Oct 05 20:27:31.312955 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e4cac-248c-490b-8f44-abb7ec560e52 req-1fc5f1b3-83e6-4877-87cf-da715c9f9aa1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:31.314459 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c66e4cac-248c-490b-8f44-abb7ec560e52 req-1fc5f1b3-83e6-4877-87cf-da715c9f9aa1 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 943 time: 0.0695837 Oct 05 20:27:31.316393 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1a5c2f5f-ee8b-443a-9a29-bd362d4ca4dc req-15b6a194-d8a5-4354-8b0f-d46353554535 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343460 Oct 05 20:27:31.337945 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-33d83f5a-d33e-4ac3-a5d3-97b63870f9dc req-89cc16a5-523f-451b-904c-515fb4759216 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857439 Oct 05 20:27:31.354473 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Allocated IP 172.27.0.231 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/5b511e57-d5c1-4e98-b651-1bd70f4390b5) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:27:31.368295 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c66e4cac-248c-490b-8f44-abb7ec560e52 req-9ab1b991-2e77-43a5-9c99-30b2fca64815 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465047 Oct 05 20:27:31.461920 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for port (5b511e57-d5c1-4e98-b651-1bd70f4390b5), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:31.493905 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (5b511e57-d5c1-4e98-b651-1bd70f4390b5), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:31.537271 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:27:31.542070 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:27:31.546416 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:27:31.550354 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'Port': ['ID=5b511e57-d5c1-4e98-b651-1bd70f4390b5,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:31.748018 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51442) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:31.858763 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for floatingip (8bbb5ea2-6d00-45c0-954f-e86690769be2), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:31.900062 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:31.929477 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5b511e57-d5c1-4e98-b651-1bd70f4390b5), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:31.965467 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:31.988464 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:32.017296 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:32.081842 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for port (5b511e57-d5c1-4e98-b651-1bd70f4390b5), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.086545 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (5b511e57-d5c1-4e98-b651-1bd70f4390b5), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.087174 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (8bbb5ea2-6d00-45c0-954f-e86690769be2), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.160424 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (b46040a9-c1ec-4107-a25a-fb5c23f53db6), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.166614 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'Port': ['ID=5b511e57-d5c1-4e98-b651-1bd70f4390b5,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:32.214832 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Floating IP 8bbb5ea2-6d00-45c0-954f-e86690769be2 associated. External IP: 172.27.0.231, port: a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e. Oct 05 20:27:32.381069 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Deleting port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:32.381505 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.418147 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:27:32.482300 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605ff7b-7699-4f90-9490-60719984fd9d req-7b92eaf2-f202-4e14-a005-95c272462d51 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:32.484809 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c605ff7b-7699-4f90-9490-60719984fd9d req-7b92eaf2-f202-4e14-a005-95c272462d51 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0606844 Oct 05 20:27:32.524290 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] For port 3f84e09a-6dd6-448b-ad04-a4ae743e24b4, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3f84e09a-6dd6-448b-ad04-a4ae743e24b4,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:32.524668 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.551938 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Calling delete_port for 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 owned by network:router_interface {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:32.560192 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d68d0-0ec1-4609-907a-f5120a82781f req-84526c8d-0866-4a4a-a63d-26d630805380 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:32.561831 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-933d68d0-0ec1-4609-907a-f5120a82781f req-84526c8d-0866-4a4a-a63d-26d630805380 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 943 time: 0.0822642 Oct 05 20:27:32.573925 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c605ff7b-7699-4f90-9490-60719984fd9d req-9c80420d-8abe-4b52-8f0f-3d087ef329d6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807652 Oct 05 20:27:32.603173 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:27:32.632957 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] Sync routers for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:27:32.634665 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.643798 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:32.645214 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:27:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:32.658598 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-933d68d0-0ec1-4609-907a-f5120a82781f req-bfcaf779-cd7e-41b0-90a3-9563a2bc14ba tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897400 Oct 05 20:27:32.671512 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d3e22960-36d4-4c8a-b227-97d39c6d4f93 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6327784 Oct 05 20:27:32.672127 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51452) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:32.672645 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:32.685592 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152c5a61-ac85-4be8-b070-dd9da9672590" -d '{"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:32.685592 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-efa4b881-49fb-489a-b38d-e8c16efc9e11 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482182804', 'description': 'tempest-secgroup-smoke-482182804 description', 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:32.710129 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-efa4b881-49fb-489a-b38d-e8c16efc9e11 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.742409 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01185e21-7fde-44a8-b782-a059f9f00a0a x-openstack-request-id: req-01185e21-7fde-44a8-b782-a059f9f00a0a {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:32.742703 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:32.742954 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01185e21-7fde-44a8-b782-a059f9f00a0a {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:32.743357 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01185e21-7fde-44a8-b782-a059f9f00a0a'] response: {'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'status': 'completed', 'code': 200} Oct 05 20:27:32.753686 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:32.766202 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:32.773392 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (3f84e09a-6dd6-448b-ad04-a4ae743e24b4), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.774829 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:32.798880 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-efa4b881-49fb-489a-b38d-e8c16efc9e11 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group (41184cc0-3c3a-49ca-940b-e811ad010d26), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.803550 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-efa4b881-49fb-489a-b38d-e8c16efc9e11 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (41184cc0-3c3a-49ca-940b-e811ad010d26), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.824300 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Pushing event deleted for resources: {'Port': ['ID=3f84e09a-6dd6-448b-ad04-a4ae743e24b4,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:32.844855 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-efa4b881-49fb-489a-b38d-e8c16efc9e11 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.850021 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-efa4b881-49fb-489a-b38d-e8c16efc9e11 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1688073 Oct 05 20:27:32.851518 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51456) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:32.856649 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-a2d07cd3-f062-4870-bcb3-7efef6b80da3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'security_group_rule': {'security_group_id': '41184cc0-3c3a-49ca-940b-e811ad010d26', 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:32.873006 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4b881-49fb-489a-b38d-e8c16efc9e11 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41184cc0-3c3a-49ca-940b-e811ad010d26,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:32.880011 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:32.895837 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a2d07cd3-f062-4870-bcb3-7efef6b80da3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (84cc50ab-d0bf-4250-993f-967629cefc48), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.913287 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:32.914302 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:32.941196 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-9e3c0e84-ac2c-41d4-b0bc-896321e8dbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:32.943403 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-9e3c0e84-ac2c-41d4-b0bc-896321e8dbe6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 1130 time: 0.1344695 Oct 05 20:27:32.977137 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a2d07cd3-f062-4870-bcb3-7efef6b80da3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (84cc50ab-d0bf-4250-993f-967629cefc48), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:32.981171 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:32.983639 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a2d07cd3-f062-4870-bcb3-7efef6b80da3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (84cc50ab-d0bf-4250-993f-967629cefc48), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.016179 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d07cd3-f062-4870-bcb3-7efef6b80da3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cc50ab-d0bf-4250-993f-967629cefc48,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:33.023875 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a2d07cd3-f062-4870-bcb3-7efef6b80da3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.025158 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a2d07cd3-f062-4870-bcb3-7efef6b80da3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1726203 Oct 05 20:27:33.027949 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51458) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:33.033053 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-55fba3e6-25e4-4c48-8dd5-5eb13fb4f2d1 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'security_group_rule': {'security_group_id': '41184cc0-3c3a-49ca-940b-e811ad010d26', 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:33.047054 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '8bbb5ea2-6d00-45c0-954f-e86690769be2', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'port_id': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'mac_address': 'fa:16:3e:b3:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83ee763-3577-4268-8b24-a16c4b106432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:27:31Z', 'updated_at': '2022-10-05T20:27:31Z', 'revision_number': 0, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e196596-b8e9-49b8-b135-a2d2e39aeffa', 'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'mac_address': 'fa:16:3e:ef:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:28Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 5, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'subnets': [{'id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:33.069986 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55fba3e6-25e4-4c48-8dd5-5eb13fb4f2d1 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (37b06f68-cb17-456e-bc70-41edd73fe339), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.080534 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] Checking router: 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:27:33.090482 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:33.091034 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:27:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:33.134976 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55fba3e6-25e4-4c48-8dd5-5eb13fb4f2d1 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (37b06f68-cb17-456e-bc70-41edd73fe339), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.142201 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55fba3e6-25e4-4c48-8dd5-5eb13fb4f2d1 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (37b06f68-cb17-456e-bc70-41edd73fe339), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.147492 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 3078e672-706f-44df-af9c-a4de3b8cc302 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:27:33.181280 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55fba3e6-25e4-4c48-8dd5-5eb13fb4f2d1 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.183017 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-55fba3e6-25e4-4c48-8dd5-5eb13fb4f2d1 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537170 Oct 05 20:27:33.185713 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51460) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:33.191732 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-d71917de-db2c-4cef-86a1-98ac75ab1f86 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'security_group_rule': {'security_group_id': '41184cc0-3c3a-49ca-940b-e811ad010d26', 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:33.203150 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fba3e6-25e4-4c48-8dd5-5eb13fb4f2d1 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b06f68-cb17-456e-bc70-41edd73fe339,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:33.206231 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:33.238286 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d71917de-db2c-4cef-86a1-98ac75ab1f86 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (a3868d84-098b-4146-ac1d-383897f38038), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.256938 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 3078e672-706f-44df-af9c-a4de3b8cc302, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3078e672-706f-44df-af9c-a4de3b8cc302,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:33.273974 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '3078e672-706f-44df-af9c-a4de3b8cc302', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'port_id': '3078e672-706f-44df-af9c-a4de3b8cc302', 'mac_address': 'fa:16:3e:74:9e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:27:33.278611 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device d4537d2a-eb74-46f9-a32b-750a8bc9692c no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:27:33.314424 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d71917de-db2c-4cef-86a1-98ac75ab1f86 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (a3868d84-098b-4146-ac1d-383897f38038), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.319396 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d71917de-db2c-4cef-86a1-98ac75ab1f86 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (a3868d84-098b-4146-ac1d-383897f38038), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.330830 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 3078e672-706f-44df-af9c-a4de3b8cc302 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:27:33.332596 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.351535 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d71917de-db2c-4cef-86a1-98ac75ab1f86 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.353213 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d71917de-db2c-4cef-86a1-98ac75ab1f86 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653614 Oct 05 20:27:33.356255 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51462) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:33.361785 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-4df64a9a-54fc-4edb-9ca1-be8fe1666619 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'security_group_rule': {'security_group_id': '41184cc0-3c3a-49ca-940b-e811ad010d26', 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:33.364346 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3078e672-706f-44df-af9c-a4de3b8cc302 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:27:33.373589 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: d4537d2a-eb74-46f9-a32b-750a8bc9692c {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:27:33.374799 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device d4537d2a-eb74-46f9-a32b-750a8bc9692c not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:27:33.388531 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71917de-db2c-4cef-86a1-98ac75ab1f86 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3868d84-098b-4146-ac1d-383897f38038,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:33.397200 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (b46040a9-c1ec-4107-a25a-fb5c23f53db6), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.398136 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 3078e672-706f-44df-af9c-a4de3b8cc302, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3078e672-706f-44df-af9c-a4de3b8cc302,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:33.403139 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.411888 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4df64a9a-54fc-4edb-9ca1-be8fe1666619 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (4036387a-f01e-47d1-a192-bb214aff0d2f), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.437722 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:33.447375 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-1996b947-8e79-4f0d-9064-7d45e4dbeabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:33.448998 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-1996b947-8e79-4f0d-9064-7d45e4dbeabc service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 HTTP/1.1" status: 200 len: 916 time: 0.4973633 Oct 05 20:27:33.462263 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=3078e672-706f-44df-af9c-a4de3b8cc302,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:33.472668 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '8bbb5ea2-6d00-45c0-954f-e86690769be2', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'port_id': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'mac_address': 'fa:16:3e:b3:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83ee763-3577-4268-8b24-a16c4b106432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:27:31Z', 'updated_at': '2022-10-05T20:27:31Z', 'revision_number': 0, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e196596-b8e9-49b8-b135-a2d2e39aeffa', 'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'mac_address': 'fa:16:3e:ef:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:28Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 5, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'subnets': [{'id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:33.490125 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4df64a9a-54fc-4edb-9ca1-be8fe1666619 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (4036387a-f01e-47d1-a192-bb214aff0d2f), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.494677 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4df64a9a-54fc-4edb-9ca1-be8fe1666619 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (4036387a-f01e-47d1-a192-bb214aff0d2f), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.499756 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27febdf6-6d31-4cad-b34a-0946f922df31 None None] The sync data for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi is: [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '8bbb5ea2-6d00-45c0-954f-e86690769be2', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'port_id': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'mac_address': 'fa:16:3e:b3:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b83ee763-3577-4268-8b24-a16c4b106432', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:27:31Z', 'updated_at': '2022-10-05T20:27:31Z', 'revision_number': 0, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e196596-b8e9-49b8-b135-a2d2e39aeffa', 'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'mac_address': 'fa:16:3e:ef:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:28Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 5, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'subnets': [{'id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:27:33.516643 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df64a9a-54fc-4edb-9ca1-be8fe1666619 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4036387a-f01e-47d1-a192-bb214aff0d2f,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:33.526494 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4df64a9a-54fc-4edb-9ca1-be8fe1666619 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.527875 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4df64a9a-54fc-4edb-9ca1-be8fe1666619 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1704187 Oct 05 20:27:33.530854 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51464) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:33.535461 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-0e287fc5-2d5b-4e62-8b4c-6949f5231b7b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'security_group_rule': {'security_group_id': '41184cc0-3c3a-49ca-940b-e811ad010d26', 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:33.557434 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.securitygroups_db [None req-0e287fc5-2d5b-4e62-8b4c-6949f5231b7b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Project 5d5f5bc40cdc4be792aff778d3020c6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 20:27:33.564065 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e287fc5-2d5b-4e62-8b4c-6949f5231b7b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (e5c67765-f7a9-443c-abb8-dd0ec19f0dda), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.590377 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-90f6895b-3147-4a9a-bfe3-c2e2e90250dc service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 200 len: 1000 time: 0.1051419 Oct 05 20:27:33.616516 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:33.635830 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e287fc5-2d5b-4e62-8b4c-6949f5231b7b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (e5c67765-f7a9-443c-abb8-dd0ec19f0dda), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.643968 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e287fc5-2d5b-4e62-8b4c-6949f5231b7b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (e5c67765-f7a9-443c-abb8-dd0ec19f0dda), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.669374 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e287fc5-2d5b-4e62-8b4c-6949f5231b7b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5c67765-f7a9-443c-abb8-dd0ec19f0dda,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:33.680963 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e287fc5-2d5b-4e62-8b4c-6949f5231b7b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.682825 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-0e287fc5-2d5b-4e62-8b4c-6949f5231b7b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508503 Oct 05 20:27:33.690434 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51468) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:33.696698 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-41621039-7a6c-408d-8453-2713bf3db686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:33.699037 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-844c06ac-c2e9-44fd-817e-2cdbf4f8496e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'security_group_rule': {'security_group_id': '41184cc0-3c3a-49ca-940b-e811ad010d26', 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:33.699217 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-41621039-7a6c-408d-8453-2713bf3db686 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=4b89de43-ce56-44bf-b62f-00e170dc7068 HTTP/1.1" status: 200 len: 854 time: 0.1007206 Oct 05 20:27:33.764989 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['3078e672-706f-44df-af9c-a4de3b8cc302'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:27:33.771402 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-62a67156-e042-4f40-822b-8fb78b203ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:33.773031 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-62a67156-e042-4f40-822b-8fb78b203ec7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433712 Oct 05 20:27:33.799118 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a809380-9a0b-417f-94d7-09dce69f6fcd req-73c0d5d6-4e8f-4129-a6f6-efeb88e573a9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:33.800771 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5a809380-9a0b-417f-94d7-09dce69f6fcd req-73c0d5d6-4e8f-4129-a6f6-efeb88e573a9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0628984 Oct 05 20:27:33.802311 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.securitygroups_db [None req-844c06ac-c2e9-44fd-817e-2cdbf4f8496e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Project 5d5f5bc40cdc4be792aff778d3020c6d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 20:27:33.810674 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d947015-a947-41b2-856e-2287a058de28 None None] New status for floating IP 8bbb5ea2-6d00-45c0-954f-e86690769be2: ACTIVE {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:27:33.817358 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-844c06ac-c2e9-44fd-817e-2cdbf4f8496e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (90c90530-50d9-420f-8215-68cadf1dcda9), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.879695 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Router b46040a9-c1ec-4107-a25a-fb5c23f53db6 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:27:33.891433 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbc60f-8b68-4ddd-b877-2fa92ae2eedd req-f78186f9-4fe8-4f4d-9131-e58852bc056b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:33.892841 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e0fbc60f-8b68-4ddd-b877-2fa92ae2eedd req-f78186f9-4fe8-4f4d-9131-e58852bc056b tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 944 time: 0.1144257 Oct 05 20:27:33.900595 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5a809380-9a0b-417f-94d7-09dce69f6fcd req-5c1390b6-6050-439d-8982-f98685fdd6e8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930362 Oct 05 20:27:33.915793 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:DELETE=8,neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:33.925140 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-844c06ac-c2e9-44fd-817e-2cdbf4f8496e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (90c90530-50d9-420f-8215-68cadf1dcda9), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.929077 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:33.933189 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-844c06ac-c2e9-44fd-817e-2cdbf4f8496e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (90c90530-50d9-420f-8215-68cadf1dcda9), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.957334 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-844c06ac-c2e9-44fd-817e-2cdbf4f8496e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:33.961842 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-844c06ac-c2e9-44fd-817e-2cdbf4f8496e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2703779 Oct 05 20:27:33.971497 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c06ac-c2e9-44fd-817e-2cdbf4f8496e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c90530-50d9-420f-8215-68cadf1dcda9,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:33.973461 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:34.053797 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e0fbc60f-8b68-4ddd-b877-2fa92ae2eedd req-bb4cbfc8-cdd8-460f-a412-72516c8e2b86 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455448 Oct 05 20:27:34.057740 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-a30f7992-4cbe-4ec5-ad08-fb8789f6567d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653983 Oct 05 20:27:34.092837 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:27:34.093639 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-a725515a-f514-4628-89d7-2c1e519e2ef0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-482182804&fields=id&tenant_id=5d5f5bc40cdc4be792aff778d3020c6d HTTP/1.1" status: 200 len: 267 time: 0.0715292 Oct 05 20:27:34.098938 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-87fe1deb-5d90-40f7-bc54-c238a081f32a admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/b46040a9-c1ec-4107-a25a-fb5c23f53db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3493445 Oct 05 20:27:34.104301 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] Sync routers for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:27:34.104803 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51474) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:34.117026 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:34.117834 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:27:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:34.165263 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-152c5a61-ac85-4be8-b070-dd9da9672590 req-f40190a4-bf16-495c-81a0-24f3246467d7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007221 Oct 05 20:27:34.191366 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-baa415c4-952f-4366-a881-1ad9ef740f04 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:34.193317 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-baa415c4-952f-4366-a881-1ad9ef740f04 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0982077 Oct 05 20:27:34.223206 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:34.225052 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-ce1ecece-b030-444c-90a9-97d6bff0384a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'port': {'security_groups': ['c7c53835-f019-4ad5-a9f2-a663743f7d9b', '41184cc0-3c3a-49ca-940b-e811ad010d26']}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:34.278671 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks [] for router (b46040a9-c1ec-4107-a25a-fb5c23f53db6), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:34.350449 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-ce1ecece-b030-444c-90a9-97d6bff0384a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:34.480252 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:27:32Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:34.506289 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] Checking router: b46040a9-c1ec-4107-a25a-fb5c23f53db6 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:27:34.515281 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] Routers {'b46040a9-c1ec-4107-a25a-fb5c23f53db6'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:34.515902 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:27:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:34.614110 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:34.624563 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] Set router b46040a9-c1ec-4107-a25a-fb5c23f53db6 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:34.698374 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks [] for router_gateway (b46040a9-c1ec-4107-a25a-fb5c23f53db6), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:34.768565 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:34.787777 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:34.802116 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:27:32Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:34.806395 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Deleting port 1d78a938-7f06-40f2-a020-c17ed22785f1 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:34.806787 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:34.833481 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78124a3-ddba-404e-a5e8-886b22066676 None None] The sync data for ids ['b46040a9-c1ec-4107-a25a-fb5c23f53db6'] in dv-cinder-801522-12-iscsi is: [{'id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'name': 'tempest-ServerRescueNegativeTestJSON-45057078-router', 'tenant_id': '07f868da50254a68bc692bca433d2699', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:27:32Z', 'revision_number': 5, 'project_id': '07f868da50254a68bc692bca433d2699', 'gw_port': {'id': '1d78a938-7f06-40f2-a020-c17ed22785f1', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46040a9-c1ec-4107-a25a-fb5c23f53db6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:27:34.913735 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-ce1ecece-b030-444c-90a9-97d6bff0384a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] For port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:34.940660 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] For port 1d78a938-7f06-40f2-a020-c17ed22785f1, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=1d78a938-7f06-40f2-a020-c17ed22785f1,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:34.941018 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:34.966339 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Calling delete_port for 1d78a938-7f06-40f2-a020-c17ed22785f1 owned by network:router_gateway {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:34.972687 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-ce1ecece-b030-444c-90a9-97d6bff0384a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:34.980417 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-ce1ecece-b030-444c-90a9-97d6bff0384a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:34.994328 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-ce1ecece-b030-444c-90a9-97d6bff0384a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:34.994745 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-ce1ecece-b030-444c-90a9-97d6bff0384a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:34.996116 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-71ebeee1-9a97-4ad1-9a0b-d50efa9a7f80 req-ce1ecece-b030-444c-90a9-97d6bff0384a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "PUT /networking/v2.0/ports/a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 200 len: 982 time: 0.7771146 Oct 05 20:27:34.996693 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:34.999547 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b915c34c-0d76-474e-af7c-652e383dd755" -d '{"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:35.022682 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:27:35.051041 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:35.088353 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959ac621-1c63-4f63-8db2-54152a852cb7 req-e5f355f4-8187-496a-a729-e7f33c95309f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:35.089973 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-959ac621-1c63-4f63-8db2-54152a852cb7 req-e5f355f4-8187-496a-a729-e7f33c95309f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0581336 Oct 05 20:27:35.110769 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:35.132621 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ecece-b030-444c-90a9-97d6bff0384a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'Port': ['ID=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,revision_number=6']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:35.142372 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c06ebee-0642-4c8a-a533-d93a4a21806b req-39bf3c2d-0551-4431-9264-4859cbcfbfcc tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:35.143885 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6c06ebee-0642-4c8a-a533-d93a4a21806b req-39bf3c2d-0551-4431-9264-4859cbcfbfcc tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0852029 Oct 05 20:27:35.157098 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-959ac621-1c63-4f63-8db2-54152a852cb7 req-f26fe9c8-30fb-4ecf-9be8-0a95079dd3ba tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552261 Oct 05 20:27:35.173366 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:27:35.213179 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 3078e672-706f-44df-af9c-a4de3b8cc302 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:27:35.240978 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bcc8b7-a261-4d5f-9905-a4a2ba802b9f x-openstack-request-id: req-08bcc8b7-a261-4d5f-9905-a4a2ba802b9f {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:35.241583 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:35.241937 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08bcc8b7-a261-4d5f-9905-a4a2ba802b9f {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:35.242361 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bcc8b7-a261-4d5f-9905-a4a2ba802b9f'] response: {'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'status': 'completed', 'code': 200} Oct 05 20:27:35.297681 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6c06ebee-0642-4c8a-a533-d93a4a21806b req-b5679278-ba0f-498f-854f-f82bdea8d8fa tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471312 Oct 05 20:27:35.330458 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (1d78a938-7f06-40f2-a020-c17ed22785f1), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.349105 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 3078e672-706f-44df-af9c-a4de3b8cc302 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:27:35.359644 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Pushing event deleted for resources: {'Port': ['ID=1d78a938-7f06-40f2-a020-c17ed22785f1,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:35.382123 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 3078e672-706f-44df-af9c-a4de3b8cc302 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:27:35.382501 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.383014 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 3078e672-706f-44df-af9c-a4de3b8cc302 Oct 05 20:27:35.393664 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (b46040a9-c1ec-4107-a25a-fb5c23f53db6), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.405866 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915c34c-0d76-474e-af7c-652e383dd755 req-c8065f67-765f-42c0-be2b-92958c8c88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:35.407818 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b915c34c-0d76-474e-af7c-652e383dd755 req-c8065f67-765f-42c0-be2b-92958c8c88e2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 1169 time: 0.1131365 Oct 05 20:27:35.416791 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcf121-ab56-45cd-8e65-7f36b725a02c req-549a7b26-7747-4b7c-ba2a-c2276f1a5a82 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:35.418580 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-83fcf121-ab56-45cd-8e65-7f36b725a02c req-549a7b26-7747-4b7c-ba2a-c2276f1a5a82 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 944 time: 0.1134963 Oct 05 20:27:35.501953 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (b46040a9-c1ec-4107-a25a-fb5c23f53db6), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.504457 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks [] for router_controller (b46040a9-c1ec-4107-a25a-fb5c23f53db6), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.523413 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915c34c-0d76-474e-af7c-652e383dd755 req-dd370ac0-e603-40e8-b4c5-cf41c91ab7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:35.525190 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b915c34c-0d76-474e-af7c-652e383dd755 req-dd370ac0-e603-40e8-b4c5-cf41c91ab7e9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 HTTP/1.1" status: 200 len: 916 time: 0.1055753 Oct 05 20:27:35.556535 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:35.576371 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (b46040a9-c1ec-4107-a25a-fb5c23f53db6), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.577752 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b46040a9-c1ec-4107-a25a-fb5c23f53db6 {{(pid=106132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:27:35.585184 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.587417 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-9bb4b919-24d6-4cdb-94ed-3dca0524568c admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/b46040a9-c1ec-4107-a25a-fb5c23f53db6 HTTP/1.1" status: 204 len: 168 time: 1.4794233 Oct 05 20:27:35.589557 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51486) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:35.613953 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 3078e672-706f-44df-af9c-a4de3b8cc302 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:27:35.614348 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.625825 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b915c34c-0d76-474e-af7c-652e383dd755 req-3467b8d3-f9ba-4de8-b0a3-4a910a49555e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 200 len: 1002 time: 0.0837767 Oct 05 20:27:35.629116 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-83fcf121-ab56-45cd-8e65-7f36b725a02c req-cf9cf35d-6454-456d-bb1d-15296fa103e2 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028035 Oct 05 20:27:35.646202 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:35.681616 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-842d9d9d-0620-4487-80e1-7a39702d370e admin admin] Deleting subnet 1ef392cc-ffaa-4403-910d-80abb0183da2 {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:27:35.682517 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3078e672-706f-44df-af9c-a4de3b8cc302'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:35.684763 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090fc3c5-a21f-4890-b723-947e86ff1c37" -d '{"events": [{"server_uuid": "57e31a6c-f85c-451e-83f9-0e8ed25b885a", "name": "network-vif-plugged", "status": "completed", "tag": "3078e672-706f-44df-af9c-a4de3b8cc302"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:35.690923 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-842d9d9d-0620-4487-80e1-7a39702d370e admin admin] Publish callbacks [] for subnet (1ef392cc-ffaa-4403-910d-80abb0183da2), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.705319 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915c34c-0d76-474e-af7c-652e383dd755 req-f69bba69-16c4-4650-97e9-49a553191603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:35.706833 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b915c34c-0d76-474e-af7c-652e383dd755 req-f69bba69-16c4-4650-97e9-49a553191603 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=4b89de43-ce56-44bf-b62f-00e170dc7068 HTTP/1.1" status: 200 len: 854 time: 0.0715356 Oct 05 20:27:35.731161 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 3078e672-706f-44df-af9c-a4de3b8cc302, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3078e672-706f-44df-af9c-a4de3b8cc302,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:35.760654 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-842d9d9d-0620-4487-80e1-7a39702d370e admin admin] Publish callbacks [] for subnet (1ef392cc-ffaa-4403-910d-80abb0183da2), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.777330 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915c34c-0d76-474e-af7c-652e383dd755 req-cf5afbfe-1920-4244-bb22-b4ef51d6cf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:35.780982 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b915c34c-0d76-474e-af7c-652e383dd755 req-cf5afbfe-1920-4244-bb22-b4ef51d6cf61 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0660334 Oct 05 20:27:35.782505 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.839846 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66821b5-95f0-4115-9ffd-6ce9e8ad7202 x-openstack-request-id: req-a66821b5-95f0-4115-9ffd-6ce9e8ad7202 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:35.840152 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e31a6c-f85c-451e-83f9-0e8ed25b885a", "name": "network-vif-plugged", "status": "completed", "tag": "3078e672-706f-44df-af9c-a4de3b8cc302", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:35.840402 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a66821b5-95f0-4115-9ffd-6ce9e8ad7202 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:35.840800 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a66821b5-95f0-4115-9ffd-6ce9e8ad7202'] response: {'server_uuid': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3078e672-706f-44df-af9c-a4de3b8cc302', 'code': 200} Oct 05 20:27:35.854966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-842d9d9d-0620-4487-80e1-7a39702d370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (1ef392cc-ffaa-4403-910d-80abb0183da2), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.893296 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b915c34c-0d76-474e-af7c-652e383dd755 req-04eeb81e-b644-431d-919d-2453ae3c0db6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060047 Oct 05 20:27:35.902519 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:35.919934 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=3078e672-706f-44df-af9c-a4de3b8cc302,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:35.935846 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-842d9d9d-0620-4487-80e1-7a39702d370e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for subnet (1ef392cc-ffaa-4403-910d-80abb0183da2), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.974724 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d9d9d-0620-4487-80e1-7a39702d370e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef392cc-ffaa-4403-910d-80abb0183da2,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:35.977387 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d344cf-2789-4732-9ce6-9d2491810699 None None] Network cc456dbc-ea96-4537-b89e-3b9562b74ec1 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:27:35.977603 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-842d9d9d-0620-4487-80e1-7a39702d370e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:35.984794 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-842d9d9d-0620-4487-80e1-7a39702d370e admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/1ef392cc-ffaa-4403-910d-80abb0183da2 HTTP/1.1" status: 204 len: 168 time: 0.3939867 Oct 05 20:27:35.985952 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51492) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:36.031227 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b915c34c-0d76-474e-af7c-652e383dd755 req-6bc6d3c4-ca01-4a91-a3df-bf3352216654 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260571 Oct 05 20:27:36.075059 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (cc456dbc-ea96-4537-b89e-3b9562b74ec1), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.119211 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357516fa-8647-41e5-b635-7e01cf860aea req-dec03d3f-4eb0-4b12-af90-abf866a0a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:36.121902 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-357516fa-8647-41e5-b635-7e01cf860aea req-dec03d3f-4eb0-4b12-af90-abf866a0a6e1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 1129 time: 0.0476272 Oct 05 20:27:36.125592 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Deleting port b256a493-c741-481b-99f4-7c2f16294196 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:36.126284 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (b256a493-c741-481b-99f4-7c2f16294196), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.144159 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:36.173425 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-357516fa-8647-41e5-b635-7e01cf860aea req-b589cc01-c359-49da-ab4d-874cececfe47 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442739 Oct 05 20:27:36.195185 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] For port b256a493-c741-481b-99f4-7c2f16294196, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=b256a493-c741-481b-99f4-7c2f16294196,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:36.195185 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (b256a493-c741-481b-99f4-7c2f16294196), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.209953 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Calling delete_port for b256a493-c741-481b-99f4-7c2f16294196 owned by network:dhcp {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:36.212341 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548f23e7-c3e4-4b58-9dcc-2660ccd40830 None None] DHCP port deletion for cc456dbc-ea96-4537-b89e-3b9562b74ec1 request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:27:36.255189 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-548f23e7-c3e4-4b58-9dcc-2660ccd40830 None None] Deleting port b256a493-c741-481b-99f4-7c2f16294196 {{(pid=106134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:27:36.255569 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-548f23e7-c3e4-4b58-9dcc-2660ccd40830 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (b256a493-c741-481b-99f4-7c2f16294196), before_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.277743 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:36.305452 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92628c27-19d6-4247-b811-d4b46a759186 req-2eafedea-86f4-447f-948d-8869c56a9b5f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:36.306976 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (b256a493-c741-481b-99f4-7c2f16294196), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.307145 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92628c27-19d6-4247-b811-d4b46a759186 req-2eafedea-86f4-447f-948d-8869c56a9b5f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0527859 Oct 05 20:27:36.321683 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-548f23e7-c3e4-4b58-9dcc-2660ccd40830 None None] For port b256a493-c741-481b-99f4-7c2f16294196, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=b256a493-c741-481b-99f4-7c2f16294196,segment=NetworkSegment(ffb147de-57ad-424b-aaef-69b4c3516583),segment_id=ffb147de-57ad-424b-aaef-69b4c3516583)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:36.322081 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-548f23e7-c3e4-4b58-9dcc-2660ccd40830 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (b256a493-c741-481b-99f4-7c2f16294196), precommit_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.331331 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Pushing event deleted for resources: {'Port': ['ID=b256a493-c741-481b-99f4-7c2f16294196,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:36.336399 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-548f23e7-c3e4-4b58-9dcc-2660ccd40830 None None] Calling delete_port for b256a493-c741-481b-99f4-7c2f16294196 owned by network:dhcp {{(pid=106134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:27:36.339004 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] No DVR routers for this DVR port b256a493-c741-481b-99f4-7c2f16294196 on host dv-cinder-801522-12-iscsi {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:27:36.368403 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92628c27-19d6-4247-b811-d4b46a759186 req-577fe6f1-a17e-4d67-b56d-3178fe79eaf3 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519149 Oct 05 20:27:36.415041 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (cc456dbc-ea96-4537-b89e-3b9562b74ec1), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.438454 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.438742 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.439491 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.439838 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > port after_create 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.440176 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.440508 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > port after_update 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.440828 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.441168 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.441482 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.441842 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.521463 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.521845 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.522178 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.522509 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106132) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 05 20:27:36.522863 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc456dbc-ea96-4537-b89e-3b9562b74ec1']}} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:36.537923 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-548f23e7-c3e4-4b58-9dcc-2660ccd40830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (b256a493-c741-481b-99f4-7c2f16294196), after_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.540555 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb147de-57ad-424b-aaef-69b4c3516583') {'for_net_delete': True} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:36.541012 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb147de-57ad-424b-aaef-69b4c3516583') {} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:36.558023 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60049891'] for segment (ffb147de-57ad-424b-aaef-69b4c3516583), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.562912 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f23e7-c3e4-4b58-9dcc-2660ccd40830 None None] Pushing event deleted for resources: {'Port': ['ID=b256a493-c741-481b-99f4-7c2f16294196,revision_number=None']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:36.566513 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f23e7-c3e4-4b58-9dcc-2660ccd40830 None None] No DVR routers for this DVR port b256a493-c741-481b-99f4-7c2f16294196 on host dv-cinder-801522-12-iscsi {{(pid=106134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:27:36.586473 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (ffb147de-57ad-424b-aaef-69b4c3516583), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.596158 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=106132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:27:36.596654 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60451634'] for segment (ffb147de-57ad-424b-aaef-69b4c3516583), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.667995 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (cc456dbc-ea96-4537-b89e-3b9562b74ec1), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.674534 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.681767 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/cc456dbc-ea96-4537-b89e-3b9562b74ec1 HTTP/1.1" status: 204 len: 168 time: 0.6918781 Oct 05 20:27:36.704978 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ed6d1-90c7-4bcb-9b93-1e0b650c4334 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc456dbc-ea96-4537-b89e-3b9562b74ec1,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:36.767063 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment ffb147de-57ad-424b-aaef-69b4c3516583 resource provider aggregate not found Oct 05 20:27:36.796665 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment ffb147de-57ad-424b-aaef-69b4c3516583 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ffb147de-57ad-424b-aaef-69b4c3516583 found for delete ", "request_id": "req-8f53fc3a-889c-4ac5-8afb-c85cafcaa6d6"}]} Oct 05 20:27:36.806297 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8c2e-47d5-456f-8c63-92e53797a003 req-78c505fe-b34b-446b-9cd6-c0c7ad27e98c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:36.807992 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-743f8c2e-47d5-456f-8c63-92e53797a003 req-78c505fe-b34b-446b-9cd6-c0c7ad27e98c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 945 time: 0.0752273 Oct 05 20:27:36.816081 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device b256a493-c741-481b-99f4-7c2f16294196 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:27:36.832114 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51510) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:36.840719 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: b256a493-c741-481b-99f4-7c2f16294196 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:27:36.841068 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device b256a493-c741-481b-99f4-7c2f16294196 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:27:36.841817 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:27:36.862362 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-743f8c2e-47d5-456f-8c63-92e53797a003 req-75701c6c-b40a-4fe7-8e1c-4006810e94b7 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475199 Oct 05 20:27:36.867337 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:27:36.868285 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3f84e09a-6dd6-448b-ad04-a4ae743e24b4 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:27:36.868712 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 1d78a938-7f06-40f2-a020-c17ed22785f1 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:27:36.883596 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8980db2a-a606-44c4-8305-f2145d186029 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=07f868da50254a68bc692bca433d2699&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0480747 Oct 05 20:27:36.884103 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51512) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:36.892108 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 1d78a938-7f06-40f2-a020-c17ed22785f1 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:27:36.892684 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 1d78a938-7f06-40f2-a020-c17ed22785f1 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:27:36.935174 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-284b55a6-3b94-4a30-9041-e8228c3d7cb3 admin admin] Publish callbacks [] for security_group (3b532d02-7ebb-4d93-afbb-9f583faea336), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:36.956023 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-284b55a6-3b94-4a30-9041-e8228c3d7cb3 admin admin] Publish callbacks [] for security_group (3b532d02-7ebb-4d93-afbb-9f583faea336), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:37.002149 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-284b55a6-3b94-4a30-9041-e8228c3d7cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (3b532d02-7ebb-4d93-afbb-9f583faea336), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:37.004646 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-284b55a6-3b94-4a30-9041-e8228c3d7cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:37.005822 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-284b55a6-3b94-4a30-9041-e8228c3d7cb3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3b532d02-7ebb-4d93-afbb-9f583faea336 HTTP/1.1" status: 204 len: 168 time: 0.1206892 Oct 05 20:27:37.014659 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b55a6-3b94-4a30-9041-e8228c3d7cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b532d02-7ebb-4d93-afbb-9f583faea336,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:37.509485 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7dd36-ed37-48b4-a324-4cc96e2d8d00 req-8aa636b9-81a4-4103-8a44-0a4a53ff151a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:37.511699 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-77f7dd36-ed37-48b4-a324-4cc96e2d8d00 req-8aa636b9-81a4-4103-8a44-0a4a53ff151a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0585852 Oct 05 20:27:37.558767 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:37.568387 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-77f7dd36-ed37-48b4-a324-4cc96e2d8d00 req-7b2931b0-4ed4-4390-ac8b-c824d6caf8a1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506196 Oct 05 20:27:37.996036 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea693d4e-a302-42fa-880a-9a28cdddfcbb req-0075957d-6f5a-4ef8-aad4-dc9853273988 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:37.997606 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ea693d4e-a302-42fa-880a-9a28cdddfcbb req-0075957d-6f5a-4ef8-aad4-dc9853273988 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 945 time: 0.0489454 Oct 05 20:27:38.046504 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ea693d4e-a302-42fa-880a-9a28cdddfcbb req-827e8e31-0559-431b-a755-a97f6f51d8c0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424516 Oct 05 20:27:38.173892 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2ca8a-28a8-49da-b605-76ce5539483c req-f341dd46-0e2a-4076-b413-6f76c0bce9c3 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:38.175550 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-00e2ca8a-28a8-49da-b605-76ce5539483c req-f341dd46-0e2a-4076-b413-6f76c0bce9c3 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 945 time: 0.0527883 Oct 05 20:27:38.185563 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51554) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:38.190335 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-41e168b7-3f7a-4069-b124-843486475910 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Request body: {'floatingip': {'port_id': '3078e672-706f-44df-af9c-a4de3b8cc302'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:38.232782 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-41e168b7-3f7a-4069-b124-843486475910 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (76ee60a0-37cd-42b2-80cb-9edb53f39668), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:38.571539 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:38.684561 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-41e168b7-3f7a-4069-b124-843486475910 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:38.690563 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-41e168b7-3f7a-4069-b124-843486475910 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (76ee60a0-37cd-42b2-80cb-9edb53f39668), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:38.735349 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838b73e-ec85-4f4e-82da-78687262c514 req-687248c0-ec18-4596-b535-3b3c784679fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:38.736828 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b838b73e-ec85-4f4e-82da-78687262c514 req-687248c0-ec18-4596-b535-3b3c784679fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0843351 Oct 05 20:27:38.831359 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [None req-41e168b7-3f7a-4069-b124-843486475910 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Floating IP 76ee60a0-37cd-42b2-80cb-9edb53f39668 associated. External IP: 172.27.0.204, port: 3078e672-706f-44df-af9c-a4de3b8cc302. Oct 05 20:27:38.835999 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b838b73e-ec85-4f4e-82da-78687262c514 req-ad4cc6c4-b72e-4594-b02f-271690399f7f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908983 Oct 05 20:27:39.036995 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e168b7-3f7a-4069-b124-843486475910 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Router 6a7764a9-0805-42b0-aa33-dd94bc87f58c has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:27:39.040029 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:39.138503 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e168b7-3f7a-4069-b124-843486475910 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:27:39.143489 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-41e168b7-3f7a-4069-b124-843486475910 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:39.150432 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] Sync routers for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:27:39.161167 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:39.161819 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:27:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:39.175090 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-41e168b7-3f7a-4069-b124-843486475910 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/76ee60a0-37cd-42b2-80cb-9edb53f39668 HTTP/1.1" status: 200 len: 991 time: 0.9883213 Oct 05 20:27:39.175837 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'tag': '3078e672-706f-44df-af9c-a4de3b8cc302'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:39.178423 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4" -d '{"events": [{"name": "network-changed", "server_uuid": "57e31a6c-f85c-451e-83f9-0e8ed25b885a", "tag": "3078e672-706f-44df-af9c-a4de3b8cc302"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:39.202790 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:39.210034 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:39.282972 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:39.384967 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab95928c-1815-49e4-8d03-3c82bd6dcf9b x-openstack-request-id: req-ab95928c-1815-49e4-8d03-3c82bd6dcf9b {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:39.385322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e31a6c-f85c-451e-83f9-0e8ed25b885a", "tag": "3078e672-706f-44df-af9c-a4de3b8cc302", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:39.385678 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab95928c-1815-49e4-8d03-3c82bd6dcf9b {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:39.386222 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab95928c-1815-49e4-8d03-3c82bd6dcf9b'] response: {'name': 'network-changed', 'server_uuid': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'tag': '3078e672-706f-44df-af9c-a4de3b8cc302', 'status': 'completed', 'code': 200} Oct 05 20:27:39.490206 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-2edab105-7849-4f07-bbac-860d5bd87914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:39.491960 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-2edab105-7849-4f07-bbac-860d5bd87914 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=45fc2abd2bae4264b1081c1673e3095e&device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 1129 time: 0.0443740 Oct 05 20:27:39.515190 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '76ee60a0-37cd-42b2-80cb-9edb53f39668', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'port_id': '3078e672-706f-44df-af9c-a4de3b8cc302', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'mac_address': 'fa:16:3e:74:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:27:16Z', 'updated_at': '2022-10-05T20:27:38Z', 'revision_number': 1, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:39.544426 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] Checking router: 6a7764a9-0805-42b0-aa33-dd94bc87f58c for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:27:39.552757 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:27:39.553354 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:27:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:39.584393 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-25f2f83f-5544-4f56-8621-70fdafa4adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:39.585893 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-25f2f83f-5544-4f56-8621-70fdafa4adaa service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 200 len: 912 time: 0.0861325 Oct 05 20:27:39.653879 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-391effc3-5186-4b61-b898-53bad3dd9450 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3078e672-706f-44df-af9c-a4de3b8cc302 HTTP/1.1" status: 200 len: 999 time: 0.0605953 Oct 05 20:27:39.657216 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:27:39.705678 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-377bda57-2225-4669-af65-f64c2ed1f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:39.707151 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-377bda57-2225-4669-af65-f64c2ed1f7d8 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 200 len: 850 time: 0.0470605 Oct 05 20:27:39.753417 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-115c751a-7f96-4be1-a88f-59c3b8f9ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:39.754918 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-115c751a-7f96-4be1-a88f-59c3b8f9ce46 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=befb067e-a787-4f3b-9756-b797371b0a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414426 Oct 05 20:27:39.831540 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:39.853911 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-7f0cf49b-0fd6-4735-a4af-72d7cf4a5e02 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909648 Oct 05 20:27:39.874827 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '76ee60a0-37cd-42b2-80cb-9edb53f39668', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'port_id': '3078e672-706f-44df-af9c-a4de3b8cc302', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'mac_address': 'fa:16:3e:74:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:27:16Z', 'updated_at': '2022-10-05T20:27:38Z', 'revision_number': 1, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:27:39.901219 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64483c8-6187-4c37-b37d-bc75d299fb8c None None] The sync data for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi is: [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '76ee60a0-37cd-42b2-80cb-9edb53f39668', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'port_id': '3078e672-706f-44df-af9c-a4de3b8cc302', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'mac_address': 'fa:16:3e:74:9e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:27:16Z', 'updated_at': '2022-10-05T20:27:38Z', 'revision_number': 1, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:27:40.112923 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5121efa5-603a-4f88-84eb-8542800cfeed None None] New status for floating IP 76ee60a0-37cd-42b2-80cb-9edb53f39668: ACTIVE {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:27:40.252238 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b494b-0afe-4589-af84-e96234c72f8f req-bd415200-a695-4dd9-92ff-049bd241d6fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:40.253742 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f40b494b-0afe-4589-af84-e96234c72f8f req-bd415200-a695-4dd9-92ff-049bd241d6fb tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.3293042 Oct 05 20:27:40.257616 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4baba7e-bd3f-4e3e-afea-f4a53aec36f4 req-c973b89b-3250-425f-8a1c-3db031ab8440 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914924 Oct 05 20:27:40.304725 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f40b494b-0afe-4589-af84-e96234c72f8f req-c5e73c65-f1b7-491e-8edf-e05bf3002441 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453632 Oct 05 20:27:40.774816 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51590) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:40.879266 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cee40b2e-6a6f-4510-b703-d6fe670af972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:40.953612 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cee40b2e-6a6f-4510-b703-d6fe670af972 admin admin] Publish callbacks [] for security_group (e01f2a39-2ecc-49f7-a9c9-89bbb0f29157), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:40.957080 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cee40b2e-6a6f-4510-b703-d6fe670af972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e01f2a39-2ecc-49f7-a9c9-89bbb0f29157), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:40.999713 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-cee40b2e-6a6f-4510-b703-d6fe670af972 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a2077a9d747246eb9d17700fd494987e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2238696 Oct 05 20:27:41.000578 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee40b2e-6a6f-4510-b703-d6fe670af972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e01f2a39-2ecc-49f7-a9c9-89bbb0f29157,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:41.002510 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51596) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:41.050788 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c687a997-13c6-40fb-b55d-e0395a491d78 admin admin] Publish callbacks [] for security_group (e01f2a39-2ecc-49f7-a9c9-89bbb0f29157), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:41.071073 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c687a997-13c6-40fb-b55d-e0395a491d78 admin admin] Publish callbacks [] for security_group (e01f2a39-2ecc-49f7-a9c9-89bbb0f29157), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:41.118798 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c687a997-13c6-40fb-b55d-e0395a491d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e01f2a39-2ecc-49f7-a9c9-89bbb0f29157), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:41.121772 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c687a997-13c6-40fb-b55d-e0395a491d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:41.122955 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-c687a997-13c6-40fb-b55d-e0395a491d78 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e01f2a39-2ecc-49f7-a9c9-89bbb0f29157 HTTP/1.1" status: 204 len: 168 time: 0.1193933 Oct 05 20:27:41.131478 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c687a997-13c6-40fb-b55d-e0395a491d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e01f2a39-2ecc-49f7-a9c9-89bbb0f29157,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:41.433787 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5e7ee-9980-4af8-bf7d-e488fa86ab74 req-871ee13c-82b1-4919-bd91-2ad061b566c7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:41.435326 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92a5e7ee-9980-4af8-bf7d-e488fa86ab74 req-871ee13c-82b1-4919-bd91-2ad061b566c7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0488348 Oct 05 20:27:41.484967 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92a5e7ee-9980-4af8-bf7d-e488fa86ab74 req-95d33111-3297-4ae6-a367-d474e6e214cd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434170 Oct 05 20:27:42.611855 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a82d5c-f5a5-472f-b641-934fcd8e8392 req-a226a466-9e5b-434d-b87f-832a8e264f85 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:42.618556 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c0a82d5c-f5a5-472f-b641-934fcd8e8392 req-a226a466-9e5b-434d-b87f-832a8e264f85 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0533278 Oct 05 20:27:42.625461 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:INSERT=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:42.667059 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c0a82d5c-f5a5-472f-b641-934fcd8e8392 req-c0284c90-c095-4d5e-9431-e79ad4008f2b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476665 Oct 05 20:27:43.798797 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40271b4c-8f21-47e7-8035-ffe1dcde95bd req-734fd58b-2d8f-4e6b-ae40-80b24ed859f5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:43.800282 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-40271b4c-8f21-47e7-8035-ffe1dcde95bd req-734fd58b-2d8f-4e6b-ae40-80b24ed859f5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0473187 Oct 05 20:27:43.853275 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-40271b4c-8f21-47e7-8035-ffe1dcde95bd req-fc746d67-89d0-45dc-98a7-145a748ae21c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457044 Oct 05 20:27:43.952461 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51734) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:44.049345 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:44.057562 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8562b5ea-a2f1-43ac-a55f-e293484efd92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.137972 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8562b5ea-a2f1-43ac-a55f-e293484efd92 admin admin] Publish callbacks [] for security_group (d2de6969-5597-474d-9169-2c65ad2afbf4), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.141887 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8562b5ea-a2f1-43ac-a55f-e293484efd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d2de6969-5597-474d-9169-2c65ad2afbf4), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.181149 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8562b5ea-a2f1-43ac-a55f-e293484efd92 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=79151f27c2f34ef6a21bdfc9110c555b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276707 Oct 05 20:27:44.182303 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8562b5ea-a2f1-43ac-a55f-e293484efd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2de6969-5597-474d-9169-2c65ad2afbf4,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:44.183932 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51738) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:44.236539 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f41bc0ac-1fc2-45f6-a14d-57ca686399bd admin admin] Publish callbacks [] for security_group (d2de6969-5597-474d-9169-2c65ad2afbf4), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.256714 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f41bc0ac-1fc2-45f6-a14d-57ca686399bd admin admin] Publish callbacks [] for security_group (d2de6969-5597-474d-9169-2c65ad2afbf4), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.303036 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f41bc0ac-1fc2-45f6-a14d-57ca686399bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d2de6969-5597-474d-9169-2c65ad2afbf4), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.305605 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f41bc0ac-1fc2-45f6-a14d-57ca686399bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.306773 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-f41bc0ac-1fc2-45f6-a14d-57ca686399bd admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d2de6969-5597-474d-9169-2c65ad2afbf4 HTTP/1.1" status: 204 len: 168 time: 0.1217885 Oct 05 20:27:44.314864 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bc0ac-1fc2-45f6-a14d-57ca686399bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2de6969-5597-474d-9169-2c65ad2afbf4,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:44.564576 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51744) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:44.581319 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1e078a0f-31ac-43c4-b2c0-35322d1dc3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.629589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:44.658514 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1e078a0f-31ac-43c4-b2c0-35322d1dc3d6 admin admin] Publish callbacks [] for security_group (211cac16-9893-41a5-9bbe-09c638fae6b7), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.662266 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1e078a0f-31ac-43c4-b2c0-35322d1dc3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (211cac16-9893-41a5-9bbe-09c638fae6b7), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.700965 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-1e078a0f-31ac-43c4-b2c0-35322d1dc3d6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=59ed378821b34065a5945de654030840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1353548 Oct 05 20:27:44.703347 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e078a0f-31ac-43c4-b2c0-35322d1dc3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211cac16-9893-41a5-9bbe-09c638fae6b7,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:44.704365 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51746) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:44.752753 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e488e96-bb03-47cf-af40-04edc6c02dff admin admin] Publish callbacks [] for security_group (211cac16-9893-41a5-9bbe-09c638fae6b7), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.772565 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e488e96-bb03-47cf-af40-04edc6c02dff admin admin] Publish callbacks [] for security_group (211cac16-9893-41a5-9bbe-09c638fae6b7), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.819109 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e488e96-bb03-47cf-af40-04edc6c02dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (211cac16-9893-41a5-9bbe-09c638fae6b7), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.821747 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4e488e96-bb03-47cf-af40-04edc6c02dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:44.822886 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4e488e96-bb03-47cf-af40-04edc6c02dff admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/211cac16-9893-41a5-9bbe-09c638fae6b7 HTTP/1.1" status: 204 len: 168 time: 0.1175444 Oct 05 20:27:44.830955 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e488e96-bb03-47cf-af40-04edc6c02dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211cac16-9893-41a5-9bbe-09c638fae6b7,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:44.992343 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5815d-d3cc-40ee-8833-82054ab0f692 req-833f7a15-ad3b-4369-9d61-b18ac9d4a97f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:44.999214 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fef5815d-d3cc-40ee-8833-82054ab0f692 req-833f7a15-ad3b-4369-9d61-b18ac9d4a97f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0568686 Oct 05 20:27:45.045754 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fef5815d-d3cc-40ee-8833-82054ab0f692 req-32f04f75-9f3b-41b9-b7c5-379219ea0b54 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448472 Oct 05 20:27:46.160961 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:46.181044 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1430c1-e141-46e5-86ae-4573c25b47db req-53e7d3f2-ed6e-474a-950e-5584e747df5f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:46.182571 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6c1430c1-e141-46e5-86ae-4573c25b47db req-53e7d3f2-ed6e-474a-950e-5584e747df5f tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0565884 Oct 05 20:27:46.234679 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6c1430c1-e141-46e5-86ae-4573c25b47db req-00443ac6-1f0d-4ad5-a3cf-669e22787861 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450675 Oct 05 20:27:46.504949 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51808) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:46.607537 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1741f953-5f61-413d-9d7e-73659fefa9ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:46.683504 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1741f953-5f61-413d-9d7e-73659fefa9ab admin admin] Publish callbacks [] for security_group (ce3f9ccc-1572-4d81-be24-09220bdd7c6c), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:46.687316 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1741f953-5f61-413d-9d7e-73659fefa9ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ce3f9ccc-1572-4d81-be24-09220bdd7c6c), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:46.727127 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-1741f953-5f61-413d-9d7e-73659fefa9ab admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5b5c41c11bc540878c3f640dfce47096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210605 Oct 05 20:27:46.728253 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741f953-5f61-413d-9d7e-73659fefa9ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3f9ccc-1572-4d81-be24-09220bdd7c6c,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:46.729824 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51812) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:46.782536 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-58c7c59a-bd06-4410-bda6-c7dc1fc31fe2 admin admin] Publish callbacks [] for security_group (ce3f9ccc-1572-4d81-be24-09220bdd7c6c), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:46.803162 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-58c7c59a-bd06-4410-bda6-c7dc1fc31fe2 admin admin] Publish callbacks [] for security_group (ce3f9ccc-1572-4d81-be24-09220bdd7c6c), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:46.848951 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-58c7c59a-bd06-4410-bda6-c7dc1fc31fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ce3f9ccc-1572-4d81-be24-09220bdd7c6c), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:46.851503 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-58c7c59a-bd06-4410-bda6-c7dc1fc31fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:46.852643 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-58c7c59a-bd06-4410-bda6-c7dc1fc31fe2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ce3f9ccc-1572-4d81-be24-09220bdd7c6c HTTP/1.1" status: 204 len: 168 time: 0.1218457 Oct 05 20:27:46.860867 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7c59a-bd06-4410-bda6-c7dc1fc31fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3f9ccc-1572-4d81-be24-09220bdd7c6c,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:47.116373 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51818) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:47.129851 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7f32ae7b-6d9b-4f35-880a-645795245a80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:47.198947 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9111c013-f25c-4f3b-91e5-8681374444ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:47.207605 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7f32ae7b-6d9b-4f35-880a-645795245a80 admin admin] Publish callbacks [] for security_group (20084572-6093-42f8-b71f-d8ee55282b94), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:47.211512 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7f32ae7b-6d9b-4f35-880a-645795245a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (20084572-6093-42f8-b71f-d8ee55282b94), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:47.252141 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-7f32ae7b-6d9b-4f35-880a-645795245a80 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8e8865f81e18422280fb05b00ab7f55e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346827 Oct 05 20:27:47.252990 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32ae7b-6d9b-4f35-880a-645795245a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20084572-6093-42f8-b71f-d8ee55282b94,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:47.255263 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51820) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:47.306603 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a625cc4d-6951-4fe1-afff-521a9a0afb16 admin admin] Publish callbacks [] for security_group (20084572-6093-42f8-b71f-d8ee55282b94), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:47.309091 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:47.340864 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a625cc4d-6951-4fe1-afff-521a9a0afb16 admin admin] Publish callbacks [] for security_group (20084572-6093-42f8-b71f-d8ee55282b94), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:47.397553 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c8296-2a9c-4256-9819-0be920c79f42 req-1060d77c-31f5-485c-b2ce-f8fa8ed8842d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:47.399018 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d84c8296-2a9c-4256-9819-0be920c79f42 req-1060d77c-31f5-485c-b2ce-f8fa8ed8842d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0786502 Oct 05 20:27:47.445489 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a625cc4d-6951-4fe1-afff-521a9a0afb16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (20084572-6093-42f8-b71f-d8ee55282b94), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:47.447982 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a625cc4d-6951-4fe1-afff-521a9a0afb16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:47.449090 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a625cc4d-6951-4fe1-afff-521a9a0afb16 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/20084572-6093-42f8-b71f-d8ee55282b94 HTTP/1.1" status: 204 len: 168 time: 0.1929460 Oct 05 20:27:47.456190 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:47.465127 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d84c8296-2a9c-4256-9819-0be920c79f42 req-5e93ffb9-0a42-48ae-b7bb-39d8e9b6ccf9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604045 Oct 05 20:27:47.466195 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625cc4d-6951-4fe1-afff-521a9a0afb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20084572-6093-42f8-b71f-d8ee55282b94,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:48.149588 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51846) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:48.247449 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1031912804-network', 'tenant_id': 'ca1d8249d23347e8bf40ace9e93fb3c2'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:48.269133 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Made reservation on behalf of ca1d8249d23347e8bf40ace9e93fb3c2 for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:27:48.271657 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.280840 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.355011 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:48.357375 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Publish callbacks [] for security_group (dc4e79fd-0aa1-45ee-8b53-5b5ad170b768), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.361905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (dc4e79fd-0aa1-45ee-8b53-5b5ad170b768), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.392694 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=106133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:27:48.402770 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4e79fd-0aa1-45ee-8b53-5b5ad170b768,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:48.409449 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (dd5f07b4-137c-459e-bf3a-a2897200ae73), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.409823 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Added segment dd5f07b4-137c-459e-bf3a-a2897200ae73 of type vlan for network 4fba4ac6-c1c1-4537-8515-708a6ec932e8 Oct 05 20:27:48.453366 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (4fba4ac6-c1c1-4537-8515-708a6ec932e8), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.477663 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (4fba4ac6-c1c1-4537-8515-708a6ec932e8), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.478619 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:48.479188 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.539620 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3888981 Oct 05 20:27:48.542648 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51852) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:48.544532 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb6638-8e1a-4a33-b812-6e8c87702827 admin admin] Pushing event updated for resources: {'Network': ['ID=4fba4ac6-c1c1-4537-8515-708a6ec932e8,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:48.551557 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Request body: {'subnet': {'network_id': '4fba4ac6-c1c1-4537-8515-708a6ec932e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1031912804-subnet', 'tenant_id': 'ca1d8249d23347e8bf40ace9e93fb3c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:48.555184 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 4fba4ac6-c1c1-4537-8515-708a6ec932e8 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:27:48.614793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a9901-1888-462e-a36d-8ab63e903fab req-c7e83e25-1903-43b4-9fca-2c602d41ca31 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:48.616203 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7c3a9901-1888-462e-a36d-8ab63e903fab req-c7e83e25-1903-43b4-9fca-2c602d41ca31 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0591571 Oct 05 20:27:48.617312 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Made reservation on behalf of ca1d8249d23347e8bf40ace9e93fb3c2 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:27:48.619605 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60320536'] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.721505 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7c3a9901-1888-462e-a36d-8ab63e903fab req-c6bd5354-ec6a-49dc-b2c1-0cfd0615e3b3 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996881 Oct 05 20:27:48.732531 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=77,neutron:INSERT=20,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:48.835177 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60664316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60320522'] for subnet (2053f4c8-5c1e-4509-a228-f0fbf3cf8111), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.897365 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2053f4c8-5c1e-4509-a228-f0fbf3cf8111,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:48.907045 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Checking segment: {'id': 'dd5f07b4-137c-459e-bf3a-a2897200ae73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4fba4ac6-c1c1-4537-8515-708a6ec932e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:27:48.907473 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Network hostable DHCP agents. Network: 4fba4ac6-c1c1-4537-8515-708a6ec932e8, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:27:48.924859 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Network 4fba4ac6-c1c1-4537-8515-708a6ec932e8 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:27:48.933448 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 4fba4ac6-c1c1-4537-8515-708a6ec932e8) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:27:48.938131 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:48.939171 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:48.942714 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2091e7e6-049f-43ce-993e-a4cedb9890bd None None] Network 4fba4ac6-c1c1-4537-8515-708a6ec932e8 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:27:48.960474 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-125d3eca-0a5c-4d81-a95d-058f0dc30cf8 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4167256 Oct 05 20:27:49.050697 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817ba96b-2b7d-435a-8a0a-40ba56ad68b0 None None] Network 4fba4ac6-c1c1-4537-8515-708a6ec932e8 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:27:49.109790 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:49.441945 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 51868) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:49.447126 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-261609008-network', 'tenant_id': 'e9c5dee58033489daab82e182728c5b1'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:49.466113 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Made reservation on behalf of e9c5dee58033489daab82e182728c5b1 for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:27:49.468953 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.479090 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.534008 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:49.552726 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-027b818a-330e-47c4-8ac3-8487b875a8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.558280 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Publish callbacks [] for security_group (8a422548-ee2a-4931-a9cb-a0cd6fa014a2), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.563198 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8a422548-ee2a-4931-a9cb-a0cd6fa014a2), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.569476 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=12,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:49.594189 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=106133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:27:49.600640 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a422548-ee2a-4931-a9cb-a0cd6fa014a2,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:49.607301 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (206833e0-9551-4bd5-a3f0-3a515702fb4d), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.607673 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Added segment 206833e0-9551-4bd5-a3f0-3a515702fb4d of type vlan for network 3be0ff98-d0c7-406a-8bdf-4457463087a2 Oct 05 20:27:49.656240 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (3be0ff98-d0c7-406a-8bdf-4457463087a2), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.682319 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (3be0ff98-d0c7-406a-8bdf-4457463087a2), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.683314 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:49.683898 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.745838 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3024776 Oct 05 20:27:49.748778 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 51870) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:27:49.749998 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e216715-71c3-42b6-9e00-42240017876f admin admin] Pushing event updated for resources: {'Network': ['ID=3be0ff98-d0c7-406a-8bdf-4457463087a2,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:49.754500 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Request body: {'subnet': {'network_id': '3be0ff98-d0c7-406a-8bdf-4457463087a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-261609008-subnet', 'tenant_id': 'e9c5dee58033489daab82e182728c5b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:27:49.765820 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 3be0ff98-d0c7-406a-8bdf-4457463087a2 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:27:49.776983 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Made reservation on behalf of e9c5dee58033489daab82e182728c5b1 for: {'subnet': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:27:49.780124 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59052874'] for subnet (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:49.900959 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce42159-f1bf-4f78-a5fb-e5efccc5b755 req-c53651d6-c502-4d6c-9018-bc65c4c91f54 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:49.902460 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2ce42159-f1bf-4f78-a5fb-e5efccc5b755 req-c53651d6-c502-4d6c-9018-bc65c4c91f54 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0687015 Oct 05 20:27:49.984796 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2ce42159-f1bf-4f78-a5fb-e5efccc5b755 req-9dd31890-5c08-47c0-84f2-632b6ad191e6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751889 Oct 05 20:27:50.034770 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60451737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59052888'] for subnet (131e8903-2dfb-4b40-8d11-306b2ea5eaab), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:50.084646 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=131e8903-2dfb-4b40-8d11-306b2ea5eaab,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:50.099999 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Checking segment: {'id': '206833e0-9551-4bd5-a3f0-3a515702fb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3be0ff98-d0c7-406a-8bdf-4457463087a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:27:50.100356 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Network hostable DHCP agents. Network: 3be0ff98-d0c7-406a-8bdf-4457463087a2, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:27:50.117598 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Network 3be0ff98-d0c7-406a-8bdf-4457463087a2 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:27:50.126471 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 3be0ff98-d0c7-406a-8bdf-4457463087a2) {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:27:50.131432 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:50.132537 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:50.135528 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f723766-54fd-4a23-83f3-de780142bcb9 None None] Network 3be0ff98-d0c7-406a-8bdf-4457463087a2 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:27:50.156261 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2bd39eed-8f79-4147-ada6-fd64b6f6bf99 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4055774 Oct 05 20:27:50.236899 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23d5a99-3f8c-4e2f-aa9c-52defeef7071 None None] Network 3be0ff98-d0c7-406a-8bdf-4457463087a2 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:27:50.927340 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:51.110449 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d7b792-9fc0-4a0a-965b-d0d858a147b5 req-63c7389d-e72c-4f19-8760-e784a177b21c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:51.111904 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-97d7b792-9fc0-4a0a-965b-d0d858a147b5 req-63c7389d-e72c-4f19-8760-e784a177b21c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0479889 Oct 05 20:27:51.161528 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-97d7b792-9fc0-4a0a-965b-d0d858a147b5 req-54c49034-0823-463c-9342-3f5ace34278a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440049 Oct 05 20:27:51.289462 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:27:51.519490 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:51.530167 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'port_id': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'mac_address': 'fa:16:3e:52:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:27:51.568885 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f is: ACTIVE; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:27:51.569278 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:51.582674 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:27:51.602304 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:51.606253 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:51.657620 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=6']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:51.664905 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.665260 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.665631 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.665975 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.666309 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.666638 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.666965 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.667289 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.667615 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.667940 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.668283 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.668608 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.668928 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.669244 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.669582 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:27:51.811118 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:27:52.339894 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181ca24-f042-4848-811f-3af1a9995e77 req-937451f6-4395-4909-bf7d-75384ebabf52 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:52.341967 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f181ca24-f042-4848-811f-3af1a9995e77 req-937451f6-4395-4909-bf7d-75384ebabf52 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 944 time: 0.0546293 Oct 05 20:27:52.398579 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f181ca24-f042-4848-811f-3af1a9995e77 req-f5f8df85-4636-4a51-82bc-c95f5c0e8542 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507207 Oct 05 20:27:52.555988 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:52.704317 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:53.312268 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:27:53.386030 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:27:53.386603 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:53.387011 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f Oct 05 20:27:53.433489 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:53.452022 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:53.508724 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:27:53.509546 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:53.540094 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:27:53.542502 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5112bded-951d-4060-b70a-75ff95a0b12d" -d '{"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-plugged", "status": "completed", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:27:53.559854 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:27:53.566324 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:53.659381 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5f794-385d-4a57-aa37-a00409177181 req-8001f523-e8f5-44ad-a86d-bade910d790c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:53.661024 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a0a5f794-385d-4a57-aa37-a00409177181 req-8001f523-e8f5-44ad-a86d-bade910d790c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.1074138 Oct 05 20:27:53.663515 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=7']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:27:53.673837 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07db08e-38f2-4b25-b17c-6de863b7647c x-openstack-request-id: req-d07db08e-38f2-4b25-b17c-6de863b7647c {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:27:53.674724 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-plugged", "status": "completed", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:27:53.676497 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d07db08e-38f2-4b25-b17c-6de863b7647c {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:27:53.677113 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07db08e-38f2-4b25-b17c-6de863b7647c'] response: {'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'code': 200} Oct 05 20:27:53.730415 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a0a5f794-385d-4a57-aa37-a00409177181 req-cb7fdd61-5012-4555-ab0e-dea900a88821 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598576 Oct 05 20:27:54.903141 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51820c4-f20f-457c-b720-a95941fd94b6 req-bf94e849-06fb-4401-9fd0-d0b62b3378e9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:54.904610 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b51820c4-f20f-457c-b720-a95941fd94b6 req-bf94e849-06fb-4401-9fd0-d0b62b3378e9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0719700 Oct 05 20:27:54.971331 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b51820c4-f20f-457c-b720-a95941fd94b6 req-235ab57e-e360-47e9-9aa4-071a38a9741d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591142 Oct 05 20:27:56.147961 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:56.172525 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eb9fe-e279-4123-9d70-683f6e0cdc2b req-c45144b5-bf0b-463d-936e-3933a9e2d90e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:56.172525 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-000eb9fe-e279-4123-9d70-683f6e0cdc2b req-c45144b5-bf0b-463d-936e-3933a9e2d90e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0720155 Oct 05 20:27:56.232212 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-000eb9fe-e279-4123-9d70-683f6e0cdc2b req-29c67721-24c8-4b6f-a5c3-ed02c11d7da9 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649376 Oct 05 20:27:57.388912 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af05df-286e-4425-9883-386fb427f729 req-37781b20-6095-4bb9-915e-0c4a7c806fbf tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:57.391193 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-56af05df-286e-4425-9883-386fb427f729 req-37781b20-6095-4bb9-915e-0c4a7c806fbf tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0741706 Oct 05 20:27:57.419360 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:57.462529 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-56af05df-286e-4425-9883-386fb427f729 req-c87af700-09f2-40c2-b4e6-96a0cd8440ff tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648894 Oct 05 20:27:57.651929 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:27:58.097047 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca4493c-bba3-4760-9299-e2e548cc2824 req-927fd839-0fbf-4526-a0b3-55f8ea79b922 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:58.098718 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1ca4493c-bba3-4760-9299-e2e548cc2824 req-927fd839-0fbf-4526-a0b3-55f8ea79b922 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0545471 Oct 05 20:27:58.153071 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-7739994f-29ae-4d0a-867c-7b1697c44080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:58.154953 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-7739994f-29ae-4d0a-867c-7b1697c44080 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 1169 time: 0.0545907 Oct 05 20:27:58.175207 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-1ca4493c-bba3-4760-9299-e2e548cc2824 req-99cdc311-cc6e-4240-a9eb-57648cd85b58 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638907 Oct 05 20:27:58.270316 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-f4e3357c-6b2c-4722-8f6d-235927943721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:58.272186 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-f4e3357c-6b2c-4722-8f6d-235927943721 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 HTTP/1.1" status: 200 len: 916 time: 0.1097813 Oct 05 20:27:58.347339 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-397e868d-2097-479d-85a1-57c7bcb66c76 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 200 len: 1002 time: 0.0634608 Oct 05 20:27:58.402997 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-e96c5be6-8894-44a5-8282-e3517b9e7f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:58.404652 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-e96c5be6-8894-44a5-8282-e3517b9e7f48 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=4b89de43-ce56-44bf-b62f-00e170dc7068 HTTP/1.1" status: 200 len: 854 time: 0.0491447 Oct 05 20:27:58.458180 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-08fe366c-4c09-4343-abe7-cd6fa7ba65a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:58.461262 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-08fe366c-4c09-4343-abe7-cd6fa7ba65a3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485880 Oct 05 20:27:58.578315 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-dec7b0e4-be64-484c-abf4-0a87a68ef935 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092043 Oct 05 20:27:58.618646 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:58.668038 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93af58-c340-462c-a7f4-999656e63fdf req-6e42bfad-0ed9-4c3a-8188-3e7536920f48 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:58.669965 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bd93af58-c340-462c-a7f4-999656e63fdf req-6e42bfad-0ed9-4c3a-8188-3e7536920f48 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.1032093 Oct 05 20:27:58.738981 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c82d54d1-a80a-42fe-b1f5-7f96b9abe962 req-3e9307e3-2680-4064-8fe6-443116e5b062 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406026 Oct 05 20:27:58.759866 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bd93af58-c340-462c-a7f4-999656e63fdf req-6d5461a7-63a8-4802-ab46-34d7d71d3b41 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811517 Oct 05 20:27:59.322022 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48ee08-f7ba-4f08-828e-f7ee44262edd req-35a5dcf9-933c-49ce-b40c-ecb9438701be tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:59.324527 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ff48ee08-f7ba-4f08-828e-f7ee44262edd req-35a5dcf9-933c-49ce-b40c-ecb9438701be tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0627756 Oct 05 20:27:59.392773 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ff48ee08-f7ba-4f08-828e-f7ee44262edd req-7d2c3434-9907-4ff7-8715-4d9770544436 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0615342 Oct 05 20:27:59.796395 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:59.805820 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:27:59.899939 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f809-1c7d-49ee-a5a3-bd98a9488845 req-8ddbfcb0-233f-41d1-bb32-8bde0b281857 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:27:59.902120 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8647f809-1c7d-49ee-a5a3-bd98a9488845 req-8ddbfcb0-233f-41d1-bb32-8bde0b281857 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0616119 Oct 05 20:27:59.969754 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8647f809-1c7d-49ee-a5a3-bd98a9488845 req-495331dc-d245-4bcd-84bc-d52d35a59385 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558920 Oct 05 20:28:00.521952 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:00.541096 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d730ab-f8f9-43b3-b65d-148a6095c7b6 req-4bb2e391-1175-4f08-962d-0f7472eb7abd tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:00.542626 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-41d730ab-f8f9-43b3-b65d-148a6095c7b6 req-4bb2e391-1175-4f08-962d-0f7472eb7abd tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0572298 Oct 05 20:28:00.619108 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-41d730ab-f8f9-43b3-b65d-148a6095c7b6 req-a08dae9b-226f-4e8d-a28f-0937553b3141 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684187 Oct 05 20:28:01.095947 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aca1d3-cf2f-4687-a751-6fa026a8821a req-5f769abf-ce93-49b8-a43d-53eef21082f0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:01.097411 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9aca1d3-cf2f-4687-a751-6fa026a8821a req-5f769abf-ce93-49b8-a43d-53eef21082f0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0547354 Oct 05 20:28:01.151093 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9aca1d3-cf2f-4687-a751-6fa026a8821a req-c793bf5f-e0fd-417e-aff8-e7d84386cd1e tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473843 Oct 05 20:28:01.758954 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e428-d298-4f9b-af04-4bf4d6097576 req-37e3aa7e-f845-47ed-b2ad-c77a0d5f7af3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:01.760407 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-31b1e428-d298-4f9b-af04-4bf4d6097576 req-37e3aa7e-f845-47ed-b2ad-c77a0d5f7af3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0503037 Oct 05 20:28:01.821214 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-31b1e428-d298-4f9b-af04-4bf4d6097576 req-8d6c61e4-125c-41d0-bbcb-4f02a6a5156d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543389 Oct 05 20:28:01.875746 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-fe758f4d-0db0-4894-b6c5-5f85fbc92237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:01.877217 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-fe758f4d-0db0-4894-b6c5-5f85fbc92237 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 1129 time: 0.0397549 Oct 05 20:28:01.968524 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-d24790b2-ebb0-4416-aaf4-215c4d803d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:01.969893 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-d24790b2-ebb0-4416-aaf4-215c4d803d8a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 917 time: 0.0848160 Oct 05 20:28:02.033361 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-9a655f30-ace3-45f4-b31c-59aa17290949 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f HTTP/1.1" status: 200 len: 1000 time: 0.0561030 Oct 05 20:28:02.082873 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-6590c68c-2fb1-461c-8515-25a2f83b99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:02.084350 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-6590c68c-2fb1-461c-8515-25a2f83b99a1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.0433726 Oct 05 20:28:02.133984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-c4db206b-210d-48c2-a8cd-23795bc51327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:02.135427 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-c4db206b-210d-48c2-a8cd-23795bc51327 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390828 Oct 05 20:28:02.200861 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:02.238557 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-a47aeb2b-003d-41c9-8f43-84b4c7dd886a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909047 Oct 05 20:28:02.322628 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6e7e6-0628-48f6-ab92-3b7a6e0eeca8 req-d7884960-1672-467e-adf1-85989fec7714 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:02.324075 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cdb6e7e6-0628-48f6-ab92-3b7a6e0eeca8 req-d7884960-1672-467e-adf1-85989fec7714 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0886710 Oct 05 20:28:02.392629 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-15108fbf-b98f-4b19-ad62-573b373908f8 req-9b5d8e4f-2adc-436b-aadb-c704a8cd66f1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468034 Oct 05 20:28:02.396796 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cdb6e7e6-0628-48f6-ab92-3b7a6e0eeca8 req-67e974cc-d03c-43dd-9e94-c092a5f44fcf tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671041 Oct 05 20:28:02.943561 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712372fd-a512-400a-a396-cf1e7e7b7507 req-849a0b74-08c7-43b3-838e-ce60682d5f0f tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:02.945043 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-712372fd-a512-400a-a396-cf1e7e7b7507 req-849a0b74-08c7-43b3-838e-ce60682d5f0f tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0484166 Oct 05 20:28:03.005992 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-712372fd-a512-400a-a396-cf1e7e7b7507 req-96cfceaa-dc86-4a49-8608-75851f59d1bf tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550225 Oct 05 20:28:03.527819 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d4bc3-274c-4870-a98b-e00be114f17b req-014cbad5-1460-4298-82ed-8afeba36f1f5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:03.529310 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dc9d4bc3-274c-4870-a98b-e00be114f17b req-014cbad5-1460-4298-82ed-8afeba36f1f5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0469227 Oct 05 20:28:03.541209 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:03.578178 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dc9d4bc3-274c-4870-a98b-e00be114f17b req-62ff2f55-5db9-4abd-b4a0-7f92e4662635 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432696 Oct 05 20:28:04.127875 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec7c71-b4b6-475c-9825-b4fba3a7c05b req-de1407a2-b7f1-4ec0-984c-a3a5e2f52133 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:04.129239 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-21ec7c71-b4b6-475c-9825-b4fba3a7c05b req-de1407a2-b7f1-4ec0-984c-a3a5e2f52133 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0490887 Oct 05 20:28:04.188553 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-21ec7c71-b4b6-475c-9825-b4fba3a7c05b req-01d506df-df68-498f-8387-575735a541e3 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536261 Oct 05 20:28:04.419232 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52090) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:04.464697 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-de1501f6-7a86-42e7-9483-91be544e26e1 admin admin] Deleting subnet 2053f4c8-5c1e-4509-a228-f0fbf3cf8111 {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:28:04.468011 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-de1501f6-7a86-42e7-9483-91be544e26e1 admin admin] Publish callbacks [] for subnet (2053f4c8-5c1e-4509-a228-f0fbf3cf8111), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.502932 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-de1501f6-7a86-42e7-9483-91be544e26e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60049818'] for subnet (2053f4c8-5c1e-4509-a228-f0fbf3cf8111), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.540915 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-de1501f6-7a86-42e7-9483-91be544e26e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (2053f4c8-5c1e-4509-a228-f0fbf3cf8111), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.596220 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-de1501f6-7a86-42e7-9483-91be544e26e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59052715'] for subnet (2053f4c8-5c1e-4509-a228-f0fbf3cf8111), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.619668 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1501f6-7a86-42e7-9483-91be544e26e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2053f4c8-5c1e-4509-a228-f0fbf3cf8111,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:04.625821 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-de1501f6-7a86-42e7-9483-91be544e26e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.629191 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-de1501f6-7a86-42e7-9483-91be544e26e1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/2053f4c8-5c1e-4509-a228-f0fbf3cf8111 HTTP/1.1" status: 204 len: 168 time: 0.2089386 Oct 05 20:28:04.631853 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52094) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:04.736834 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (4fba4ac6-c1c1-4537-8515-708a6ec932e8), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.744790 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14270-908e-45a0-90bf-3801ddf492aa req-34c92ca8-562c-44fd-8cd0-6a601dab4bb4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:04.746279 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bdc14270-908e-45a0-90bf-3801ddf492aa req-34c92ca8-562c-44fd-8cd0-6a601dab4bb4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 945 time: 0.0670955 Oct 05 20:28:04.829012 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:28:04.860805 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bdc14270-908e-45a0-90bf-3801ddf492aa req-8b5a4755-03c8-4f62-8013-bd7907d0eefd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075487 Oct 05 20:28:04.862463 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (4fba4ac6-c1c1-4537-8515-708a6ec932e8), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.890184 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fba4ac6-c1c1-4537-8515-708a6ec932e8']}} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:04.893666 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5f07b4-137c-459e-bf3a-a2897200ae73') {'for_net_delete': True} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:04.893965 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5f07b4-137c-459e-bf3a-a2897200ae73') {} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:04.903753 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60665724'] for segment (dd5f07b4-137c-459e-bf3a-a2897200ae73), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.917639 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (dd5f07b4-137c-459e-bf3a-a2897200ae73), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.924511 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=106133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:28:04.924899 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60664151'] for segment (dd5f07b4-137c-459e-bf3a-a2897200ae73), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:04.970410 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment dd5f07b4-137c-459e-bf3a-a2897200ae73 resource provider aggregate not found Oct 05 20:28:04.989804 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment dd5f07b4-137c-459e-bf3a-a2897200ae73 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd5f07b4-137c-459e-bf3a-a2897200ae73 found for delete ", "request_id": "req-849db48a-b8f7-4286-b4ce-748319eb47bc"}]} Oct 05 20:28:04.995505 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (4fba4ac6-c1c1-4537-8515-708a6ec932e8), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.012873 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.019608 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52104) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:05.019778 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/4fba4ac6-c1c1-4537-8515-708a6ec932e8 HTTP/1.1" status: 204 len: 168 time: 0.3866801 Oct 05 20:28:05.020722 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f733c4-79c6-4972-aea6-c4a2e80d89e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fba4ac6-c1c1-4537-8515-708a6ec932e8,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:05.066839 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-48a34e35-cdb9-44e5-a8f5-68b5816b1d31 admin admin] Deleting subnet 131e8903-2dfb-4b40-8d11-306b2ea5eaab {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:28:05.070478 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-48a34e35-cdb9-44e5-a8f5-68b5816b1d31 admin admin] Publish callbacks [] for subnet (131e8903-2dfb-4b40-8d11-306b2ea5eaab), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.097333 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:05.107673 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-48a34e35-cdb9-44e5-a8f5-68b5816b1d31 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60049818'] for subnet (131e8903-2dfb-4b40-8d11-306b2ea5eaab), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.153230 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-48a34e35-cdb9-44e5-a8f5-68b5816b1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (131e8903-2dfb-4b40-8d11-306b2ea5eaab), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.222383 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-48a34e35-cdb9-44e5-a8f5-68b5816b1d31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59052715'] for subnet (131e8903-2dfb-4b40-8d11-306b2ea5eaab), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.248017 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a34e35-cdb9-44e5-a8f5-68b5816b1d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=131e8903-2dfb-4b40-8d11-306b2ea5eaab,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:05.252298 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-48a34e35-cdb9-44e5-a8f5-68b5816b1d31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.258378 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52116) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:05.258704 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-48a34e35-cdb9-44e5-a8f5-68b5816b1d31 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/131e8903-2dfb-4b40-8d11-306b2ea5eaab HTTP/1.1" status: 204 len: 168 time: 0.2376118 Oct 05 20:28:05.357392 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:28:05.376215 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37837250-52a6-4ef4-b45f-1456bba40509 req-3367784d-c76c-470f-835f-172cb8bd14a5 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:05.377325 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-37837250-52a6-4ef4-b45f-1456bba40509 req-3367784d-c76c-470f-835f-172cb8bd14a5 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.1012268 Oct 05 20:28:05.383626 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (3be0ff98-d0c7-406a-8bdf-4457463087a2), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.433473 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f is: ACTIVE; New status is: DOWN {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:28:05.433881 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.457584 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:28:05.459804 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739209b8-a217-422d-996d-a3800b6acdda" -d '{"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-unplugged", "status": "completed", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:28:05.473036 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:28:05.477641 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.510106 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-37837250-52a6-4ef4-b45f-1456bba40509 req-a766aa88-1798-4f4f-8a99-bef87c74440c tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235034 Oct 05 20:28:05.511831 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (3be0ff98-d0c7-406a-8bdf-4457463087a2), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.545313 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=8']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:05.545419 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be0ff98-d0c7-406a-8bdf-4457463087a2']}} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:05.549610 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206833e0-9551-4bd5-a3f0-3a515702fb4d') {'for_net_delete': True} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:05.549917 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206833e0-9551-4bd5-a3f0-3a515702fb4d') {} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:05.551530 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:05.561005 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60665724'] for segment (206833e0-9551-4bd5-a3f0-3a515702fb4d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.562009 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 05 Oct 2022 20:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbf1a7b-1868-416b-ae47-db0274c2f736 x-openstack-request-id: req-2fbf1a7b-1868-416b-ae47-db0274c2f736 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:28:05.562324 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-unplugged", "status": "failed", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f", "code": 422}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:28:05.562631 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fbf1a7b-1868-416b-ae47-db0274c2f736 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:28:05.563175 dv-cinder-801522-12-iscsi neutron-server[106134]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2fbf1a7b-1868-416b-ae47-db0274c2f736']: {'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'code': 422} returned with failed status Oct 05 20:28:05.574763 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (206833e0-9551-4bd5-a3f0-3a515702fb4d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.581867 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=106133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:28:05.582253 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60664151'] for segment (206833e0-9551-4bd5-a3f0-3a515702fb4d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.637259 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (3be0ff98-d0c7-406a-8bdf-4457463087a2), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.644372 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.647480 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/3be0ff98-d0c7-406a-8bdf-4457463087a2 HTTP/1.1" status: 204 len: 168 time: 0.3878820 Oct 05 20:28:05.662115 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a305e81-d36c-4cc5-983c-82072b554355 admin admin] Pushing event deleted for resources: {'Network': ['ID=3be0ff98-d0c7-406a-8bdf-4457463087a2,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:05.820496 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52134) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:05.873498 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-e9efc5f6-eb74-4280-8878-9d2fd21c0e73 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ca1d8249d23347e8bf40ace9e93fb3c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516443 Oct 05 20:28:05.876635 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52142) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:05.917332 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:05.929777 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bfead-0b08-42d8-8cf1-b0755d3d6627 req-b32a98f2-be50-4574-b91a-5cf6c6845f10 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:05.931294 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c9bfead-0b08-42d8-8cf1-b0755d3d6627 req-b32a98f2-be50-4574-b91a-5cf6c6845f10 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0523114 Oct 05 20:28:05.932085 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bb87cecb-fc53-4689-8674-953cbcacb4a0 admin admin] Publish callbacks [] for security_group (dc4e79fd-0aa1-45ee-8b53-5b5ad170b768), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.941301 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:05.960612 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bb87cecb-fc53-4689-8674-953cbcacb4a0 admin admin] Publish callbacks [] for security_group (dc4e79fd-0aa1-45ee-8b53-5b5ad170b768), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:05.981870 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9c9bfead-0b08-42d8-8cf1-b0755d3d6627 req-f34d6405-7aa3-4d18-bcd3-2dfbd01fbf5d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426795 Oct 05 20:28:06.022168 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bb87cecb-fc53-4689-8674-953cbcacb4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (dc4e79fd-0aa1-45ee-8b53-5b5ad170b768), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:06.024791 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bb87cecb-fc53-4689-8674-953cbcacb4a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:06.025978 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-bb87cecb-fc53-4689-8674-953cbcacb4a0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/dc4e79fd-0aa1-45ee-8b53-5b5ad170b768 HTTP/1.1" status: 204 len: 168 time: 0.1480742 Oct 05 20:28:06.034088 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87cecb-fc53-4689-8674-953cbcacb4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4e79fd-0aa1-45ee-8b53-5b5ad170b768,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:06.262037 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52162) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:06.347412 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-35ed53e2-49aa-4c7f-938d-d5fe33727e89 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831869 Oct 05 20:28:06.357248 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-240d5610-da3e-404a-8505-b04f8407b0dc service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:28:06.358247 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-240d5610-da3e-404a-8505-b04f8407b0dc service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054529 Oct 05 20:28:06.361340 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52166) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:06.400908 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-b1b11f00-db02-47f4-9694-5be0877a3f9f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e9c5dee58033489daab82e182728c5b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385094 Oct 05 20:28:06.403352 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52172) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:06.451538 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4fb7265b-13f4-4dfb-b0e2-b14a3f2d9f62 admin admin] Publish callbacks [] for security_group (8a422548-ee2a-4931-a9cb-a0cd6fa014a2), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:06.472763 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4fb7265b-13f4-4dfb-b0e2-b14a3f2d9f62 admin admin] Publish callbacks [] for security_group (8a422548-ee2a-4931-a9cb-a0cd6fa014a2), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:06.493499 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52174) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:06.521103 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4fb7265b-13f4-4dfb-b0e2-b14a3f2d9f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8a422548-ee2a-4931-a9cb-a0cd6fa014a2), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:06.523661 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4fb7265b-13f4-4dfb-b0e2-b14a3f2d9f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:06.524904 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4fb7265b-13f4-4dfb-b0e2-b14a3f2d9f62 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8a422548-ee2a-4931-a9cb-a0cd6fa014a2 HTTP/1.1" status: 204 len: 168 time: 0.1205053 Oct 05 20:28:06.533321 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7265b-13f4-4dfb-b0e2-b14a3f2d9f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a422548-ee2a-4931-a9cb-a0cd6fa014a2,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:06.679646 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098c293-09e1-4a7a-b862-3630b52e9114 req-f3572bbf-aded-42d6-b0de-e8bae7430f59 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:06.681326 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2098c293-09e1-4a7a-b862-3630b52e9114 req-f3572bbf-aded-42d6-b0de-e8bae7430f59 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0822597 Oct 05 20:28:06.703009 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-96cf7418-70eb-4803-bbb4-9ea668390705 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:06.704370 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-96cf7418-70eb-4803-bbb4-9ea668390705 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports/938a7d9f-3a0f-4c79-80ef-ca3e36f0894f HTTP/1.1" status: 200 len: 940 time: 0.2098098 Oct 05 20:28:06.760758 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2098c293-09e1-4a7a-b862-3630b52e9114 req-703c8d87-5ff1-4192-b6ef-cdbf0c997dfd tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728011 Oct 05 20:28:07.011306 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment 206833e0-9551-4bd5-a3f0-3a515702fb4d resource provider aggregate not found Oct 05 20:28:07.033812 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment 206833e0-9551-4bd5-a3f0-3a515702fb4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 206833e0-9551-4bd5-a3f0-3a515702fb4d found for delete ", "request_id": "req-56480d05-b631-4e14-88c0-932d1b6b4899"}]} Oct 05 20:28:07.136274 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1af59-9d60-485d-8526-eed4108de647 req-f606c88f-9d46-4180-96fa-1d0f76e3fc8a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:07.137953 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2da1af59-9d60-485d-8526-eed4108de647 req-f606c88f-9d46-4180-96fa-1d0f76e3fc8a tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0607781 Oct 05 20:28:07.415095 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2da1af59-9d60-485d-8526-eed4108de647 req-cd2c60ee-a82d-4f61-94f3-9976c1388548 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708898 Oct 05 20:28:07.924286 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-33c60a5b-15ce-4ce0-a9a4-534d517ba8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:07.925832 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-33c60a5b-15ce-4ce0-a9a4-534d517ba8ef service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3&tenant_id=140a5d8a1d264d8bad17d352591fa6a2 HTTP/1.1" status: 200 len: 1127 time: 0.1073852 Oct 05 20:28:07.931688 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d734794-ae18-47c8-881a-fe84d72df48d req-da86ab0f-9517-43ac-8ee5-ec3332394192 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:07.933028 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2d734794-ae18-47c8-881a-fe84d72df48d req-da86ab0f-9517-43ac-8ee5-ec3332394192 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0832705 Oct 05 20:28:08.031562 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2d734794-ae18-47c8-881a-fe84d72df48d req-b50ada5d-4e4a-46a9-b2b8-21251fb6539b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922387 Oct 05 20:28:08.032849 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-ab60ac1d-117e-48d6-968e-63a41b9042c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:08.034259 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-ab60ac1d-117e-48d6-968e-63a41b9042c1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 1127 time: 0.0621760 Oct 05 20:28:08.131396 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-d79ae2c1-8c84-4f60-8a5a-e24156ee4987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:08.132849 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-d79ae2c1-8c84-4f60-8a5a-e24156ee4987 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 917 time: 0.0925651 Oct 05 20:28:08.196162 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-31b5cf49-7f35-437d-a19c-588829b165a6 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f HTTP/1.1" status: 200 len: 998 time: 0.0568416 Oct 05 20:28:08.246763 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-e596d00f-449d-4cd5-a2eb-68e18d626d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:08.248235 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-e596d00f-449d-4cd5-a2eb-68e18d626d9b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.0460229 Oct 05 20:28:08.294619 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-99fea33a-0ab8-4bd7-99da-7955f1c8dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:08.296105 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-99fea33a-0ab8-4bd7-99da-7955f1c8dcd8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416558 Oct 05 20:28:08.388175 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-a9104266-3111-419f-b706-ffdc0119970e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855014 Oct 05 20:28:08.413285 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:08.489632 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5aa8f032-44be-4745-88c8-e0d73a2bb115 req-f337d42c-3db1-4b73-9bee-008273ae335f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948837 Oct 05 20:28:08.549246 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fc4b3-bfb0-4fbf-92f4-60d4e95bcacc req-7d0a70fe-b483-4472-a502-3d44b38ba396 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:08.550857 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-252fc4b3-bfb0-4fbf-92f4-60d4e95bcacc req-7d0a70fe-b483-4472-a502-3d44b38ba396 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0493240 Oct 05 20:28:08.601327 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-252fc4b3-bfb0-4fbf-92f4-60d4e95bcacc req-26f6afcc-1575-463e-9fb1-7e9c1bf783c4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435808 Oct 05 20:28:09.166950 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338d06f-4981-4c0b-834a-6e389c853939 req-67f28745-d4f2-492a-8485-6c6141e80d53 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:09.168606 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e338d06f-4981-4c0b-834a-6e389c853939 req-67f28745-d4f2-492a-8485-6c6141e80d53 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0502269 Oct 05 20:28:09.234835 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e338d06f-4981-4c0b-834a-6e389c853939 req-31348be4-7362-4b9a-b80c-d4bf58ba03e8 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601118 Oct 05 20:28:09.376927 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:28:09.482163 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f is: DOWN; New status is: DOWN {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:28:09.768378 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71db988-ad68-4449-abf3-d1bf235d5e74 req-24f51242-a82c-4479-a0e2-540f99aca21b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:09.769984 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c71db988-ad68-4449-abf3-d1bf235d5e74 req-24f51242-a82c-4479-a0e2-540f99aca21b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0605381 Oct 05 20:28:09.820096 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:09.846949 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c71db988-ad68-4449-abf3-d1bf235d5e74 req-c3c6e706-ee80-4610-9f47-a7a53f13ab0c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700524 Oct 05 20:28:10.389166 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69452b85-4d7e-4031-b12d-c00cbaec880e req-21b55e9d-b36b-4f1b-93bd-dfd570c933d6 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:10.390814 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-69452b85-4d7e-4031-b12d-c00cbaec880e req-21b55e9d-b36b-4f1b-93bd-dfd570c933d6 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0577986 Oct 05 20:28:10.466461 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-69452b85-4d7e-4031-b12d-c00cbaec880e req-74d6e869-5a5b-436c-b15c-a913c9268557 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0684912 Oct 05 20:28:11.019607 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ac52a-82a4-49c1-a970-7dcba4f3660e req-c68ac441-b885-46b5-a77b-15b1b63db449 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:11.027894 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f97ac52a-82a4-49c1-a970-7dcba4f3660e req-c68ac441-b885-46b5-a77b-15b1b63db449 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0742407 Oct 05 20:28:11.103828 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f97ac52a-82a4-49c1-a970-7dcba4f3660e req-5d677632-2849-4e79-93b8-d83132f95efe tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758300 Oct 05 20:28:11.599350 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cb4385-84a2-4a71-9db0-015dcd617c89 req-a35f89fe-e63f-4c13-9f6e-904ae83b0bb5 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:11.600881 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a0cb4385-84a2-4a71-9db0-015dcd617c89 req-a35f89fe-e63f-4c13-9f6e-904ae83b0bb5 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0500000 Oct 05 20:28:11.679992 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a0cb4385-84a2-4a71-9db0-015dcd617c89 req-2f186521-7d28-490c-9d38-e79e7ab0dd26 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695071 Oct 05 20:28:12.289200 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64679384-e256-4a68-a49b-e663c4da650b req-60da3654-14bd-4ed4-86f7-e90fa17d81b0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:12.298246 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-64679384-e256-4a68-a49b-e663c4da650b req-60da3654-14bd-4ed4-86f7-e90fa17d81b0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0780544 Oct 05 20:28:12.352630 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-64679384-e256-4a68-a49b-e663c4da650b req-9d6d1594-70c6-4fc0-a20d-047afdb5bdb1 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493536 Oct 05 20:28:12.814238 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81834145-20ba-4aeb-ba65-81bc1d409201 req-22839f57-1ac9-475b-8718-6062cb8bb45a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:12.815727 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-81834145-20ba-4aeb-ba65-81bc1d409201 req-22839f57-1ac9-475b-8718-6062cb8bb45a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0510468 Oct 05 20:28:12.885114 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-81834145-20ba-4aeb-ba65-81bc1d409201 req-55bce04c-a448-413a-8f30-175cb90cc244 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632331 Oct 05 20:28:13.486924 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a7f35-b5c0-462e-a3b4-dcfff1f0206e req-36ccd7e5-f7f1-4377-b6cf-d4413110a6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:13.488422 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8b4a7f35-b5c0-462e-a3b4-dcfff1f0206e req-36ccd7e5-f7f1-4377-b6cf-d4413110a6be tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0500276 Oct 05 20:28:13.542888 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8b4a7f35-b5c0-462e-a3b4-dcfff1f0206e req-3d3494f0-003e-4ffe-aa9a-7ba1b85c200d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487821 Oct 05 20:28:14.042781 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb92a11-ab1b-47aa-8725-c5c0c82323c7 req-b9df13e2-6538-4725-b2a2-8b977797d45d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:14.050311 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0eb92a11-ab1b-47aa-8725-c5c0c82323c7 req-b9df13e2-6538-4725-b2a2-8b977797d45d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0602179 Oct 05 20:28:14.118071 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0eb92a11-ab1b-47aa-8725-c5c0c82323c7 req-b94e1962-4832-49b6-b548-84326c2fc942 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663927 Oct 05 20:28:14.683601 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40bb9e-7599-4637-b6ca-266878f90cb6 req-53e0b534-c549-4c9a-85c2-398bd3291c62 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:14.685073 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bb40bb9e-7599-4637-b6ca-266878f90cb6 req-53e0b534-c549-4c9a-85c2-398bd3291c62 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0499845 Oct 05 20:28:14.736013 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bb40bb9e-7599-4637-b6ca-266878f90cb6 req-74456bd1-538e-44dc-8a74-d3ddf17a5a3b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440147 Oct 05 20:28:14.824572 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:15.439589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52378) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:15.539690 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b96fa0-9cef-4a1c-89ae-92ff9b3bb49d req-7dbc9b22-0d27-4417-8e61-15c555de6c08 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:15.546146 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-57b96fa0-9cef-4a1c-89ae-92ff9b3bb49d req-7dbc9b22-0d27-4417-8e61-15c555de6c08 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.3420162 Oct 05 20:28:15.600539 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b80aa266-3d5f-4185-88de-23928d5caf2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:15.616012 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-57b96fa0-9cef-4a1c-89ae-92ff9b3bb49d req-a35b474e-a9da-4d82-b259-8d9ca2c87a77 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682089 Oct 05 20:28:15.693258 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b80aa266-3d5f-4185-88de-23928d5caf2b admin admin] Publish callbacks [] for security_group (9521990c-e4ce-4b8b-948c-23adf3518774), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:15.697328 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-b80aa266-3d5f-4185-88de-23928d5caf2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (9521990c-e4ce-4b8b-948c-23adf3518774), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:15.707526 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:15.737641 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aa266-3d5f-4185-88de-23928d5caf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9521990c-e4ce-4b8b-948c-23adf3518774,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:15.749311 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-b80aa266-3d5f-4185-88de-23928d5caf2b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4b41ba97c8c3440883248f16e082bafc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3085799 Oct 05 20:28:15.750791 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52382) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:15.757933 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:15.807781 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-535b5fd6-1875-4b07-92ed-fc6e449265ae admin admin] Publish callbacks [] for security_group (9521990c-e4ce-4b8b-948c-23adf3518774), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:15.833437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-535b5fd6-1875-4b07-92ed-fc6e449265ae admin admin] Publish callbacks [] for security_group (9521990c-e4ce-4b8b-948c-23adf3518774), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:15.847417 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:15.908845 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21f60c-b80b-46ff-b04c-6f558e8af72e req-58c6eadb-dd74-48e4-b0b5-e262f1274e32 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:15.910403 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bd21f60c-b80b-46ff-b04c-6f558e8af72e req-58c6eadb-dd74-48e4-b0b5-e262f1274e32 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0795970 Oct 05 20:28:15.950058 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-535b5fd6-1875-4b07-92ed-fc6e449265ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (9521990c-e4ce-4b8b-948c-23adf3518774), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:15.952505 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-535b5fd6-1875-4b07-92ed-fc6e449265ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:15.956116 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-535b5fd6-1875-4b07-92ed-fc6e449265ae admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9521990c-e4ce-4b8b-948c-23adf3518774 HTTP/1.1" status: 204 len: 168 time: 0.2019050 Oct 05 20:28:15.972960 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b5fd6-1875-4b07-92ed-fc6e449265ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9521990c-e4ce-4b8b-948c-23adf3518774,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:15.986738 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bd21f60c-b80b-46ff-b04c-6f558e8af72e req-70b82dca-57a2-4ec5-a686-4c02bcf2e6f0 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678456 Oct 05 20:28:16.268931 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52390) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:16.283512 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4ac89458-0b36-4b27-a90f-61fec388f571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:16.366106 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4ac89458-0b36-4b27-a90f-61fec388f571 admin admin] Publish callbacks [] for security_group (0eeffe43-1e98-4232-8a3f-ec2022d13129), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:16.370275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4ac89458-0b36-4b27-a90f-61fec388f571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (0eeffe43-1e98-4232-8a3f-ec2022d13129), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:16.411944 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4ac89458-0b36-4b27-a90f-61fec388f571 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fa2970bd0cbb4883bde2450c4a12e985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418853 Oct 05 20:28:16.412920 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac89458-0b36-4b27-a90f-61fec388f571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eeffe43-1e98-4232-8a3f-ec2022d13129,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:16.414773 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52392) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:16.470658 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Publish callbacks [] for security_group (0eeffe43-1e98-4232-8a3f-ec2022d13129), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:16.493966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Publish callbacks [] for security_group (0eeffe43-1e98-4232-8a3f-ec2022d13129), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:16.502895 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:16.548935 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (0eeffe43-1e98-4232-8a3f-ec2022d13129), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:16.552060 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:16.555726 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0eeffe43-1e98-4232-8a3f-ec2022d13129 HTTP/1.1" status: 204 len: 168 time: 0.1374507 Oct 05 20:28:16.561398 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eeffe43-1e98-4232-8a3f-ec2022d13129,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:16.570252 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.570587 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.571111 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.571444 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.571767 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.572090 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.572411 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.572728 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.573050 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.573370 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.573746 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.574027 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.574341 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.574744 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.575057 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d6b6b-87eb-4325-8d68-9c0a64365489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:16.798617 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96056dc8-9eb5-4e70-9e5d-b6217664d347 req-bd5f17ce-6933-42f3-92e5-cfca8ef9edb9 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:16.800152 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-96056dc8-9eb5-4e70-9e5d-b6217664d347 req-bd5f17ce-6933-42f3-92e5-cfca8ef9edb9 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0622549 Oct 05 20:28:16.890892 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-96056dc8-9eb5-4e70-9e5d-b6217664d347 req-69967653-9fd3-4aeb-9bde-0d354a79fef9 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0835428 Oct 05 20:28:16.993096 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52402) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:17.009030 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-148a48d0-cc09-4af7-a1a0-06300401da2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:17.137545 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-148a48d0-cc09-4af7-a1a0-06300401da2e admin admin] Publish callbacks [] for security_group (29888349-720e-4afd-83b6-ae84dd418e7d), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:17.145036 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-148a48d0-cc09-4af7-a1a0-06300401da2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (29888349-720e-4afd-83b6-ae84dd418e7d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:17.152855 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c19e16-09dd-48b5-96b0-9db2460a6edc req-30bea048-e4f9-4e53-b07b-150c51d749de tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:17.154397 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93c19e16-09dd-48b5-96b0-9db2460a6edc req-30bea048-e4f9-4e53-b07b-150c51d749de tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0707700 Oct 05 20:28:17.203685 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7cc78312-efdb-4e1b-b4e7-ea923a4af1e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:17.214411 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a48d0-cc09-4af7-a1a0-06300401da2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29888349-720e-4afd-83b6-ae84dd418e7d,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:17.218678 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-148a48d0-cc09-4af7-a1a0-06300401da2e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3ce06e19c061492c9a7d21e35e68da57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244356 Oct 05 20:28:17.222099 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52406) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:17.248054 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-93c19e16-09dd-48b5-96b0-9db2460a6edc req-4268a328-d53d-45cf-aabe-43532f04c4f8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843151 Oct 05 20:28:17.290291 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c197df-3f9c-4434-b192-6e72af41bb65 admin admin] Publish callbacks [] for security_group (29888349-720e-4afd-83b6-ae84dd418e7d), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:17.313075 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c197df-3f9c-4434-b192-6e72af41bb65 admin admin] Publish callbacks [] for security_group (29888349-720e-4afd-83b6-ae84dd418e7d), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:17.361335 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c197df-3f9c-4434-b192-6e72af41bb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (29888349-720e-4afd-83b6-ae84dd418e7d), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:17.363877 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c197df-3f9c-4434-b192-6e72af41bb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:17.365132 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-71c197df-3f9c-4434-b192-6e72af41bb65 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/29888349-720e-4afd-83b6-ae84dd418e7d HTTP/1.1" status: 204 len: 168 time: 0.1417744 Oct 05 20:28:17.373860 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c197df-3f9c-4434-b192-6e72af41bb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29888349-720e-4afd-83b6-ae84dd418e7d,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:18.026865 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efffba3f-7fd1-4e17-8266-2a7c65436a39 req-1c8ee5ac-ee81-4796-8b6a-9fd3963fa170 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:18.028589 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-efffba3f-7fd1-4e17-8266-2a7c65436a39 req-1c8ee5ac-ee81-4796-8b6a-9fd3963fa170 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0500095 Oct 05 20:28:18.085852 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:18.092723 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-efffba3f-7fd1-4e17-8266-2a7c65436a39 req-cf4c4750-1d36-4d67-8880-7a10995dab3b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582738 Oct 05 20:28:18.372962 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:18.382259 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73910695-1e03-4374-90e2-4c8ec94b94ca req-2d22e899-0429-472d-9755-b95fd3fa57e5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:18.383735 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-73910695-1e03-4374-90e2-4c8ec94b94ca req-2d22e899-0429-472d-9755-b95fd3fa57e5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0495484 Oct 05 20:28:18.449871 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-73910695-1e03-4374-90e2-4c8ec94b94ca req-e8c1a37c-6174-4879-88f8-ac8992b23a39 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593297 Oct 05 20:28:19.216093 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa18cc-3a4e-4c39-b71f-9c6054fea49f req-001e9b75-091e-4b82-b9d7-7c607e309c94 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:19.217587 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-32fa18cc-3a4e-4c39-b71f-9c6054fea49f req-001e9b75-091e-4b82-b9d7-7c607e309c94 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0471427 Oct 05 20:28:19.279908 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-32fa18cc-3a4e-4c39-b71f-9c6054fea49f req-d5d38ec5-137b-4604-8e18-ede307ee2e84 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566425 Oct 05 20:28:19.546169 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8c95ec0b-2ab7-45cc-9f83-3c85647f4941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:19.586721 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c299c-c4d4-4005-8a7e-23454642c8eb req-5e8f87c4-92c3-4798-8229-f69ece5cada7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:19.588202 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-142c299c-c4d4-4005-8a7e-23454642c8eb req-5e8f87c4-92c3-4798-8229-f69ece5cada7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0493727 Oct 05 20:28:19.636766 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-142c299c-c4d4-4005-8a7e-23454642c8eb req-46e40c13-d00d-4900-b964-d18b8b6043d6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428784 Oct 05 20:28:20.404972 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3ea1c-519f-42e0-8fc7-a036d605f06c req-4ac06ebf-02c2-4825-9ec0-0e8a62d5bb20 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:20.407012 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-acf3ea1c-519f-42e0-8fc7-a036d605f06c req-4ac06ebf-02c2-4825-9ec0-0e8a62d5bb20 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0524797 Oct 05 20:28:20.469900 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-acf3ea1c-519f-42e0-8fc7-a036d605f06c req-6fb0f0f1-c1bd-4e0d-af17-81c2e26d9e2d tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=41184cc0-3c3a-49ca-940b-e811ad010d26&id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569503 Oct 05 20:28:20.762918 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e6844-d8fd-4e50-9bf4-0d99f65c8111 req-6c3a5e9b-947c-4294-9508-8d8e53a18746 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:20.764395 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3d3e6844-d8fd-4e50-9bf4-0d99f65c8111 req-6c3a5e9b-947c-4294-9508-8d8e53a18746 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 943 time: 0.0460949 Oct 05 20:28:20.814304 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3d3e6844-d8fd-4e50-9bf4-0d99f65c8111 req-ccf96682-b6cf-4184-9196-80124a282f5c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Oct 05 20:28:20.929760 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:21.418300 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:28:21.523775 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:28:21.534660 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'port_id': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'mac_address': 'fa:16:3e:52:84:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:28:21.570495 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:28:21.570952 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:21.583871 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:28:21.603117 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:28:21.606827 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:21.629766 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:21.654398 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=9']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:21.924135 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:28:21.942889 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdad0bb-66d7-41fa-82e7-9a675daaf7d0 req-39b20cf2-6a38-41e1-97e6-724680d940c2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:21.944360 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3bdad0bb-66d7-41fa-82e7-9a675daaf7d0 req-39b20cf2-6a38-41e1-97e6-724680d940c2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 944 time: 0.0476718 Oct 05 20:28:21.992201 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3bdad0bb-66d7-41fa-82e7-9a675daaf7d0 req-12af90fa-3fb2-4925-b76b-b2be3615ea09 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420732 Oct 05 20:28:22.019911 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:22.550382 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:22.702794 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:23.119360 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c91c2-0936-46ca-927f-d40f97365dd6 req-1874140a-393e-46d6-ba2b-2651f7a98c25 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:23.120778 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-258c91c2-0936-46ca-927f-d40f97365dd6 req-1874140a-393e-46d6-ba2b-2651f7a98c25 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 944 time: 0.0477467 Oct 05 20:28:23.167948 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-258c91c2-0936-46ca-927f-d40f97365dd6 req-c01d0d61-6d71-4b8f-9351-f08a2cd1c323 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411384 Oct 05 20:28:23.431593 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:28:23.475180 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:28:23.475556 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:23.475898 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f Oct 05 20:28:23.550216 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:28:23.550611 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:23.574933 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:28:23.577259 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ee0f73-4ecd-46c5-8353-bdf4cff9cf17" -d '{"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-plugged", "status": "completed", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:28:23.590475 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:28:23.595233 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:23.620572 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3397392-dfd1-43c0-81a6-7b3809c4b483 x-openstack-request-id: req-c3397392-dfd1-43c0-81a6-7b3809c4b483 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:28:23.620873 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-plugged", "status": "completed", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:28:23.621128 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3397392-dfd1-43c0-81a6-7b3809c4b483 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:28:23.621608 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3397392-dfd1-43c0-81a6-7b3809c4b483'] response: {'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'code': 200} Oct 05 20:28:23.647345 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=10']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:23.853205 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c09627-99cc-461a-baf2-325b91c83486 req-5c6d4c8f-b3b1-4ac4-a8b3-7ca0592c084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:23.854691 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9c09627-99cc-461a-baf2-325b91c83486 req-5c6d4c8f-b3b1-4ac4-a8b3-7ca0592c084b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 1130 time: 0.0378997 Oct 05 20:28:23.903136 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9c09627-99cc-461a-baf2-325b91c83486 req-e67f0c09-97ca-4304-8a35-707c1935e7f2 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415959 Oct 05 20:28:24.294019 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc6d02-6622-486e-9257-d1a13f7fb12e req-23d0e7b6-04cd-48d9-a6dc-598a4eb7c308 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:24.295481 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-84dc6d02-6622-486e-9257-d1a13f7fb12e req-23d0e7b6-04cd-48d9-a6dc-598a4eb7c308 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 946 time: 0.0461631 Oct 05 20:28:24.342450 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-84dc6d02-6622-486e-9257-d1a13f7fb12e req-25500512-7e4e-4d83-8e9c-6971e792bcb7 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409241 Oct 05 20:28:25.481434 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b14ea-f062-4c7d-be43-5c7fd663ce72 req-3c568065-56d5-47cc-b1e7-5322771de027 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:25.483078 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ad3b14ea-f062-4c7d-be43-5c7fd663ce72 req-3c568065-56d5-47cc-b1e7-5322771de027 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 946 time: 0.0535767 Oct 05 20:28:25.531841 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ad3b14ea-f062-4c7d-be43-5c7fd663ce72 req-6cf9b483-6347-466d-bf8a-708310218271 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423779 Oct 05 20:28:26.669904 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ec888-466e-49b7-afa4-20e684c31ad9 req-8d076dac-ac33-497e-931c-68898d5ca3db tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:26.671538 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a3ec888-466e-49b7-afa4-20e684c31ad9 req-8d076dac-ac33-497e-931c-68898d5ca3db tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 946 time: 0.0515203 Oct 05 20:28:26.720224 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a3ec888-466e-49b7-afa4-20e684c31ad9 req-74e8957a-d845-4450-9b5f-6df81a7ff364 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418096 Oct 05 20:28:27.638143 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:27.846209 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d0dc3c-d724-42ea-a9e1-1052f6bb7169 req-35da3fc2-9d2d-40ac-aa9b-531e28c3b50c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:27.847886 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b4d0dc3c-d724-42ea-a9e1-1052f6bb7169 req-35da3fc2-9d2d-40ac-aa9b-531e28c3b50c tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 946 time: 0.0501361 Oct 05 20:28:27.895858 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b4d0dc3c-d724-42ea-a9e1-1052f6bb7169 req-667a0ec0-1b4a-408b-bfc7-77a33463c5e6 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423849 Oct 05 20:28:29.018592 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73714514-d829-4bd6-b12d-d7fd673ca48a req-d6c25d0f-6b09-40d8-95d9-e56766d6c570 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:29.019940 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-73714514-d829-4bd6-b12d-d7fd673ca48a req-d6c25d0f-6b09-40d8-95d9-e56766d6c570 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 946 time: 0.0451117 Oct 05 20:28:29.069538 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-73714514-d829-4bd6-b12d-d7fd673ca48a req-4600b6cf-c892-4d94-acb9-8588deab92d4 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440769 Oct 05 20:28:36.713583 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=67 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:36.716064 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=81 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:37.632659 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:37.634536 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:38.022935 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023c9f7-1b4d-493a-a6c9-db97405bad48 req-a6c01687-803c-4adf-b716-b477cfd774bd tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:38.024496 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c023c9f7-1b4d-493a-a6c9-db97405bad48 req-a6c01687-803c-4adf-b716-b477cfd774bd tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0532546 Oct 05 20:28:38.072389 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c023c9f7-1b4d-493a-a6c9-db97405bad48 req-399e2506-8120-4f55-8a94-eeb3ca81fb24 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Oct 05 20:28:39.056162 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=76,neutron:DELETE=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:39.066037 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=70,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:39.196368 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d30efb-bf83-48ea-882d-02054ae172ec req-225cfa82-6ac5-45d7-8792-7a83a050e5e1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:39.198136 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b6d30efb-bf83-48ea-882d-02054ae172ec req-225cfa82-6ac5-45d7-8792-7a83a050e5e1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0504403 Oct 05 20:28:39.245540 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b6d30efb-bf83-48ea-882d-02054ae172ec req-db2184a7-c420-4ae0-b0c8-31687cec0d82 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418706 Oct 05 20:28:39.902310 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-a664f7de-12b8-4c43-9c06-d1ed186b8dd1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:39.903789 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-a664f7de-12b8-4c43-9c06-d1ed186b8dd1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0515354 Oct 05 20:28:40.025615 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Deleting port 21c37543-10a5-4609-9753-10ac54200c0e {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:28:40.025968 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (21c37543-10a5-4609-9753-10ac54200c0e), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:40.121377 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] For port 21c37543-10a5-4609-9753-10ac54200c0e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c37543-10a5-4609-9753-10ac54200c0e,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:28:40.121826 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (21c37543-10a5-4609-9753-10ac54200c0e), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:40.287335 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:40.287844 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (e1a6b9da-a074-4871-aa19-8235a1c8528a), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:40.288040 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Floating IP e1a6b9da-a074-4871-aa19-8235a1c8528a disassociated. External IP: 172.27.0.107, port: 21c37543-10a5-4609-9753-10ac54200c0e. Oct 05 20:28:40.288343 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Calling delete_port for 21c37543-10a5-4609-9753-10ac54200c0e owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:28:40.391476 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf82a0-6196-4226-a92d-ae479728f6b2 req-1ad3bfb9-82f9-4594-8182-418af70b195f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:40.393534 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8bcf82a0-6196-4226-a92d-ae479728f6b2 req-1ad3bfb9-82f9-4594-8182-418af70b195f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 945 time: 0.0665526 Oct 05 20:28:40.475756 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8bcf82a0-6196-4226-a92d-ae479728f6b2 req-e069c35a-dca6-4793-9a27-7c501c46eb63 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fb5e3040-d3f7-4e73-9807-8a82c98e161e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722892 Oct 05 20:28:40.497607 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (21c37543-10a5-4609-9753-10ac54200c0e), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:40.527057 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'Port': ['ID=21c37543-10a5-4609-9753-10ac54200c0e,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:40.538580 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.538932 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.539284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.539632 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.539962 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.540294 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.540625 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.540952 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.541281 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.541632 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.541960 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.542287 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.542611 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.542934 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.543259 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:40.631777 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:40.657154 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:28:40.660585 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:40.769215 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:28:40.779684 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:28:40.789956 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:28:40.790569 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:40.812126 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] No DVR routers for this DVR port 21c37543-10a5-4609-9753-10ac54200c0e on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:28:40.815346 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:40.818838 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-125fc498-0c5d-4ca2-8bad-fd41c3b59b91 req-da3be373-b177-4bea-8f5e-96767e5a4ae1 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "DELETE /networking/v2.0/ports/21c37543-10a5-4609-9753-10ac54200c0e HTTP/1.1" status: 204 len: 173 time: 0.8739135 Oct 05 20:28:40.819330 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'name': 'network-vif-deleted', 'tag': '21c37543-10a5-4609-9753-10ac54200c0e'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:28:40.821646 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466c9101-b89d-4be8-8418-7167b161d775" -d '{"events": [{"server_uuid": "c26f72d3-ab1b-472f-9551-b044693c2168", "name": "network-vif-deleted", "tag": "21c37543-10a5-4609-9753-10ac54200c0e"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:28:40.862852 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836f7ac5-c2fd-4564-88cc-918e2cd1dd4c x-openstack-request-id: req-836f7ac5-c2fd-4564-88cc-918e2cd1dd4c {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:28:40.863144 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c26f72d3-ab1b-472f-9551-b044693c2168", "name": "network-vif-deleted", "tag": "21c37543-10a5-4609-9753-10ac54200c0e", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:28:40.863395 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-836f7ac5-c2fd-4564-88cc-918e2cd1dd4c {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:28:40.863800 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836f7ac5-c2fd-4564-88cc-918e2cd1dd4c'] response: {'server_uuid': 'c26f72d3-ab1b-472f-9551-b044693c2168', 'name': 'network-vif-deleted', 'tag': '21c37543-10a5-4609-9753-10ac54200c0e', 'status': 'completed', 'code': 200} Oct 05 20:28:40.902573 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:28:41.120101 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:41.145045 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:28:41.153537 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:28:41.154173 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:41.262859 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:28:41.448427 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:41.477429 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6119d-c3e5-4d0e-bea6-254aa031448e None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:28:41.627645 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-34e88795-6c14-40da-9907-702675899e71 req-56b58c6f-fd3e-4b0c-bf0c-7c9e6a47d741 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c26f72d3-ab1b-472f-9551-b044693c2168 HTTP/1.1" status: 200 len: 210 time: 0.0346296 Oct 05 20:28:41.746226 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040a8260-99e7-48d7-9784-9ad1b86912ef None None] New status for floating IP e1a6b9da-a074-4871-aa19-8235a1c8528a: DOWN {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:28:41.860121 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:28:42.729073 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52802) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:42.785993 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85da8b9e-8881-42ea-bd9f-b31ab48b64ed tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (fb5e3040-d3f7-4e73-9807-8a82c98e161e), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:42.808400 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85da8b9e-8881-42ea-bd9f-b31ab48b64ed tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (fb5e3040-d3f7-4e73-9807-8a82c98e161e), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:42.866700 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85da8b9e-8881-42ea-bd9f-b31ab48b64ed tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (fb5e3040-d3f7-4e73-9807-8a82c98e161e), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:42.869253 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85da8b9e-8881-42ea-bd9f-b31ab48b64ed tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:42.870422 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-85da8b9e-8881-42ea-bd9f-b31ab48b64ed tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fb5e3040-d3f7-4e73-9807-8a82c98e161e HTTP/1.1" status: 204 len: 168 time: 0.1403282 Oct 05 20:28:42.873681 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52806) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:42.890721 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da8b9e-8881-42ea-bd9f-b31ab48b64ed tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5e3040-d3f7-4e73-9807-8a82c98e161e,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:42.894853 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.api.v2.resource [None req-98ad01f5-00d7-47ee-8cd1-6bc9761fb83b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] show failed (client error): The resource could not be found. Oct 05 20:28:42.895825 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-98ad01f5-00d7-47ee-8cd1-6bc9761fb83b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups/fb5e3040-d3f7-4e73-9807-8a82c98e161e HTTP/1.1" status: 404 len: 347 time: 0.0212059 Oct 05 20:28:42.899025 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52808) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:43.014792 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Deleting port f6055d40-5fd8-4880-939f-a37ed1132252 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:28:43.015130 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (f6055d40-5fd8-4880-939f-a37ed1132252), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.091530 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (f6055d40-5fd8-4880-939f-a37ed1132252), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.091853 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (f6055d40-5fd8-4880-939f-a37ed1132252), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.105045 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Calling delete_port for f6055d40-5fd8-4880-939f-a37ed1132252 owned by network:floatingip {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:28:43.236269 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (f6055d40-5fd8-4880-939f-a37ed1132252), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.261964 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'Port': ['ID=f6055d40-5fd8-4880-939f-a37ed1132252,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:43.330290 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (e1a6b9da-a074-4871-aa19-8235a1c8528a), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.332838 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.334111 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e8165d95-8283-48a3-bd62-906729db74c2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/e1a6b9da-a074-4871-aa19-8235a1c8528a HTTP/1.1" status: 204 len: 168 time: 0.4340167 Oct 05 20:28:43.404532 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 52814) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:43.409747 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-bc47f964-66d9-4c13-89c1-40b94a8660ff tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--124346176', 'description': 'tempest-description--601457435'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:28:43.430152 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bc47f964-66d9-4c13-89c1-40b94a8660ff tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.498368 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bc47f964-66d9-4c13-89c1-40b94a8660ff tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (f367417c-157d-476a-a49f-7279d0ec1bad), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.501128 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 21c37543-10a5-4609-9753-10ac54200c0e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:28:43.502103 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bc47f964-66d9-4c13-89c1-40b94a8660ff tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f367417c-157d-476a-a49f-7279d0ec1bad), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.520266 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 21c37543-10a5-4609-9753-10ac54200c0e {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:28:43.520613 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 21c37543-10a5-4609-9753-10ac54200c0e not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:28:43.532783 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bc47f964-66d9-4c13-89c1-40b94a8660ff tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.534012 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-bc47f964-66d9-4c13-89c1-40b94a8660ff tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1284618 Oct 05 20:28:43.537145 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52816) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:43.538087 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47f964-66d9-4c13-89c1-40b94a8660ff tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f367417c-157d-476a-a49f-7279d0ec1bad,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:43.542391 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-60645e56-6aa8-4efa-8a6c-2b3548ffc206 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group_rule': {'security_group_id': 'f367417c-157d-476a-a49f-7279d0ec1bad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:28:43.575083 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-60645e56-6aa8-4efa-8a6c-2b3548ffc206 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (37da093e-57fe-4cbc-a9d1-2d6ee2301988), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.631550 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-60645e56-6aa8-4efa-8a6c-2b3548ffc206 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (37da093e-57fe-4cbc-a9d1-2d6ee2301988), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.635329 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-60645e56-6aa8-4efa-8a6c-2b3548ffc206 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (37da093e-57fe-4cbc-a9d1-2d6ee2301988), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.654232 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60645e56-6aa8-4efa-8a6c-2b3548ffc206 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37da093e-57fe-4cbc-a9d1-2d6ee2301988,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:43.660726 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-60645e56-6aa8-4efa-8a6c-2b3548ffc206 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.661984 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-60645e56-6aa8-4efa-8a6c-2b3548ffc206 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237459 Oct 05 20:28:43.664664 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52818) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:43.668984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-2d036508-2bbc-41cf-96a6-8840c68ed7d5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'security_group_rule': {'security_group_id': 'f367417c-157d-476a-a49f-7279d0ec1bad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:28:43.696025 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2d036508-2bbc-41cf-96a6-8840c68ed7d5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (f65bd78f-be54-4997-abe7-a9745ab50ada), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.751408 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2d036508-2bbc-41cf-96a6-8840c68ed7d5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (f65bd78f-be54-4997-abe7-a9745ab50ada), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.754607 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2d036508-2bbc-41cf-96a6-8840c68ed7d5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (f65bd78f-be54-4997-abe7-a9745ab50ada), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.772511 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d036508-2bbc-41cf-96a6-8840c68ed7d5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f65bd78f-be54-4997-abe7-a9745ab50ada,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:43.779945 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2d036508-2bbc-41cf-96a6-8840c68ed7d5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.781134 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-2d036508-2bbc-41cf-96a6-8840c68ed7d5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155491 Oct 05 20:28:43.784984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 52820) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:43.789160 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:28:43.810146 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:43.898126 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:44.006673 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Allocated IP 172.27.0.18 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/e9bdea50-51a1-41fd-9376-a0712bf2d355) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:28:44.095322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:44.108470 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (e9bdea50-51a1-41fd-9376-a0712bf2d355), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:44.129373 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:44.144984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (e9bdea50-51a1-41fd-9376-a0712bf2d355), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:44.191001 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:28:44.196436 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:28:44.205772 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=e9bdea50-51a1-41fd-9376-a0712bf2d355,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:44.212954 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:28:44.292388 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (b479732d-863a-4184-98b2-75847124018b), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:44.328750 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (e9bdea50-51a1-41fd-9376-a0712bf2d355), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:44.480702 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (e9bdea50-51a1-41fd-9376-a0712bf2d355), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:44.485634 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (e9bdea50-51a1-41fd-9376-a0712bf2d355), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:44.554931 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=e9bdea50-51a1-41fd-9376-a0712bf2d355,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:44.558302 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (b479732d-863a-4184-98b2-75847124018b), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:44.574741 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:44.575964 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-e08f33d5-ae7f-4155-9531-96dc3a521a23 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7900362 Oct 05 20:28:44.730010 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-65e23216-5092-45cb-9dfd-225c49949617 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--124346176&fields=id&tenant_id=05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 267 time: 0.0459189 Oct 05 20:28:44.840309 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-e999a00d-e9eb-4928-a565-49c1aa9ddc17 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:44.841778 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-e999a00d-e9eb-4928-a565-49c1aa9ddc17 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 815 time: 0.1046660 Oct 05 20:28:44.856656 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-c032471d-f960-42d5-84be-12ad9823c79b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/quotas/05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 375 time: 0.0088143 Oct 05 20:28:44.905398 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-0eb5066f-5c20-407f-8293-c2ff19110abb tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431867 Oct 05 20:28:45.003975 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-4855f650-ed8d-4142-910f-a292b8e874b7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865688 Oct 05 20:28:45.029707 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:45.095752 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:45.102762 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-13792b5a-861d-413e-91d1-502b2f598dc0 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924373 Oct 05 20:28:45.276813 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cbf42c5d-865f-4c82-b8c8-66931708dd03 req-ce61a72a-4843-4ca8-b0d4-ec327e0c7701 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 210 time: 0.0369470 Oct 05 20:28:46.378441 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3279a83c-b428-4aa1-9b0a-a80eeef4af92 req-04a93704-b8f1-444d-ac2f-5505bf6b0dd7 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 210 time: 0.0272801 Oct 05 20:28:47.209014 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-21d77d22-048a-4af9-bf97-25d0b9f4248e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:47.425356 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-d57e0d80-1207-4d43-91bc-a8acaf5f2945 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:47.427006 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-d57e0d80-1207-4d43-91bc-a8acaf5f2945 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 815 time: 0.1167421 Oct 05 20:28:47.504870 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-fb192281-62d4-4419-8476-0a3f1fcf6395 req-e06e062a-c5cd-4d9f-a237-e2d329991da8 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 210 time: 0.0402343 Oct 05 20:28:47.536938 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-3bd588f5-346c-49e3-9b5e-802e04608f49 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=05398ef99be34b57b61052a0f07f57f8 HTTP/1.1" status: 200 len: 379 time: 0.0794542 Oct 05 20:28:47.631006 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'port': {'device_id': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'admin_state_up': True, 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'security_groups': ['f367417c-157d-476a-a49f-7279d0ec1bad']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:28:47.748304 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Made reservation on behalf of 05398ef99be34b57b61052a0f07f57f8 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:28:47.752064 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:47.874517 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Allocated IP 172.20.0.11 (9b866581-0156-4c8b-8621-7be5c67dfe5d/306a00f7-bd0c-4556-a5a8-968442b962ff/eb9eff72-e2d3-4280-8fef-24864fd828f9) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:28:48.014890 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.046068 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.089808 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:28:48.092911 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:28:48.097245 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:28:48.124980 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event updated for resources: {'Port': ['ID=eb9eff72-e2d3-4280-8fef-24864fd828f9,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:48.153203 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:48.153879 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.172846 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-f4236066-d1f2-47e0-9c05-8ae0f38f976f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5465858 Oct 05 20:28:48.194472 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Request body: {'port': {'device_id': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:28:48.198501 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:48.258273 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.288556 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:48.303296 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-ae985d26-105b-4aae-89b4-8e8ae3fece03 None None] Provisioning complete for port eb9eff72-e2d3-4280-8fef-24864fd828f9 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:28:48.303891 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ae985d26-105b-4aae-89b4-8e8ae3fece03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.303988 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-ae985d26-105b-4aae-89b4-8e8ae3fece03 None None] Attempt 1 to provision port eb9eff72-e2d3-4280-8fef-24864fd828f9 Oct 05 20:28:48.338660 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-ae985d26-105b-4aae-89b4-8e8ae3fece03 None None] Port eb9eff72-e2d3-4280-8fef-24864fd828f9 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:28:48.516288 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9eff72-e2d3-4280-8fef-24864fd828f9 {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:28:48.524275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Publish callbacks [] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.538242 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Transition to ACTIVE for port object eb9eff72-e2d3-4280-8fef-24864fd828f9 will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:28:48.542944 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.628993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Pushing event updated for resources: {'Port': ['ID=eb9eff72-e2d3-4280-8fef-24864fd828f9,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:48.631778 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa8032-1bc5-4ff6-b9f6-dbcbeb844f0e req-54a3f14b-2bdf-41a8-b087-45956435441b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:48.633352 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e3aa8032-1bc5-4ff6-b9f6-dbcbeb844f0e req-54a3f14b-2bdf-41a8-b087-45956435441b tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 944 time: 0.0466661 Oct 05 20:28:48.653330 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:48.659622 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Attempting to bind port eb9eff72-e2d3-4280-8fef-24864fd828f9 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:28:48.659957 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Attempting to bind port eb9eff72-e2d3-4280-8fef-24864fd828f9 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:28:48.660287 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Attempting to bind port eb9eff72-e2d3-4280-8fef-24864fd828f9 on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:28:48.665071 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:48.691640 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e3aa8032-1bc5-4ff6-b9f6-dbcbeb844f0e req-421be90e-33ad-45f4-a6c2-d67372f95843 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520554 Oct 05 20:28:48.708044 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Port eb9eff72-e2d3-4280-8fef-24864fd828f9 on network 9b866581-0156-4c8b-8621-7be5c67dfe5d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:28:48.708379 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Attempting to bind port eb9eff72-e2d3-4280-8fef-24864fd828f9 on network 9b866581-0156-4c8b-8621-7be5c67dfe5d {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:28:48.754517 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:28:48.754855 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Checking segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:28:48.755239 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Bound using segment: {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:28:48.755674 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Bound port: eb9eff72-e2d3-4280-8fef-24864fd828f9, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6afee48-9adc-4a33-beaf-6135b2dcde46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:28:48.756035 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.816336 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] For port eb9eff72-e2d3-4280-8fef-24864fd828f9, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:28:48.819706 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] For port eb9eff72-e2d3-4280-8fef-24864fd828f9, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=eb9eff72-e2d3-4280-8fef-24864fd828f9,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:28:48.825951 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.831488 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:48.832092 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:48.833467 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/eb9eff72-e2d3-4280-8fef-24864fd828f9 HTTP/1.1" status: 200 len: 1094 time: 0.6436384 Oct 05 20:28:48.834045 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'tag': 'eb9eff72-e2d3-4280-8fef-24864fd828f9'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:28:48.836353 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e17f3bc-c410-4e8c-a747-e288479ca5f4" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4be578-f1f8-4c59-8cd6-80a0cd591484", "tag": "eb9eff72-e2d3-4280-8fef-24864fd828f9"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:28:48.886318 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77849552-21b7-40cd-b031-9f3fbe62271e service neutron] Pushing event updated for resources: {'Port': ['ID=eb9eff72-e2d3-4280-8fef-24864fd828f9,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:48.898789 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb7e32e-f694-4395-8851-a7833ea205dd x-openstack-request-id: req-2fb7e32e-f694-4395-8851-a7833ea205dd {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:28:48.899141 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4be578-f1f8-4c59-8cd6-80a0cd591484", "tag": "eb9eff72-e2d3-4280-8fef-24864fd828f9", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:28:48.899464 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2fb7e32e-f694-4395-8851-a7833ea205dd {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:28:48.899867 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb7e32e-f694-4395-8851-a7833ea205dd'] response: {'name': 'network-changed', 'server_uuid': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'tag': 'eb9eff72-e2d3-4280-8fef-24864fd828f9', 'status': 'completed', 'code': 200} Oct 05 20:28:48.976349 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-4f75e4cd-09ff-4073-8c31-01afb6b185f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:48.977813 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-4f75e4cd-09ff-4073-8c31-01afb6b185f4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 1128 time: 0.0440872 Oct 05 20:28:49.023940 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-e603ca4b-c0e7-4369-aba1-14b806ecc8ec service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb9eff72-e2d3-4280-8fef-24864fd828f9 HTTP/1.1" status: 200 len: 217 time: 0.0320754 Oct 05 20:28:49.073045 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-2303d3e1-6a64-434e-954f-d71603c2406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:49.074480 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-2303d3e1-6a64-434e-954f-d71603c2406d service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0438268 Oct 05 20:28:49.121816 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-1cd53c7d-efbd-461b-b1a8-df188641af2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:49.123281 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-1cd53c7d-efbd-461b-b1a8-df188641af2c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417864 Oct 05 20:28:49.202370 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:49.209015 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:49.213821 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-63388587-aab9-4a6a-b953-e09782ea4109 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833015 Oct 05 20:28:49.308839 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f0bdd343-2857-4e73-af10-f31aa9f22a7f req-37773b4a-e658-47f7-84b4-3a7eedbd9f51 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864394 Oct 05 20:28:49.666325 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-af626580-68a1-4587-8a5a-cdbc115b16cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:49.819380 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452e2a3-c2d2-43c3-a6ce-3a2b13f6aee0 req-412331ba-64f3-40a4-8c77-dabfc2ed1bfc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:49.820868 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9452e2a3-c2d2-43c3-a6ce-3a2b13f6aee0 req-412331ba-64f3-40a4-8c77-dabfc2ed1bfc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 944 time: 0.0470405 Oct 05 20:28:49.875721 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9452e2a3-c2d2-43c3-a6ce-3a2b13f6aee0 req-8861fc5c-f1e8-495f-b085-56b3e6137bd2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471306 Oct 05 20:28:50.390359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-c887c4b3-9fe0-4589-8ba7-3a50ee9433f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:50.391894 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-c887c4b3-9fe0-4589-8ba7-3a50ee9433f8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 1128 time: 0.0399754 Oct 05 20:28:50.515529 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-e730d485-1ab3-4df7-9e39-f04045816df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:50.518928 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-e730d485-1ab3-4df7-9e39-f04045816df9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 916 time: 0.0932760 Oct 05 20:28:50.935468 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:51.003237 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349455c0-506b-4f9c-94e9-47a40802ef38 req-ffc98b28-e8b9-4013-9c53-2f79285caf0f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:51.005838 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-349455c0-506b-4f9c-94e9-47a40802ef38 req-ffc98b28-e8b9-4013-9c53-2f79285caf0f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 944 time: 0.0536377 Oct 05 20:28:51.055895 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-349455c0-506b-4f9c-94e9-47a40802ef38 req-6311abb8-b3d6-4bb0-aab4-4ae7855c6db5 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439737 Oct 05 20:28:51.081208 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-918826db-1ae6-4a45-9f86-298cc78ec048 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb9eff72-e2d3-4280-8fef-24864fd828f9 HTTP/1.1" status: 200 len: 217 time: 0.2829330 Oct 05 20:28:51.138870 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-92f1f907-6a31-4690-bf2c-ebfafe40331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:51.140351 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-92f1f907-6a31-4690-bf2c-ebfafe40331f service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0508618 Oct 05 20:28:51.183493 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-8583de15-0f23-476e-b837-8f8c9cd191c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:51.184966 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-8583de15-0f23-476e-b837-8f8c9cd191c8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377152 Oct 05 20:28:51.291324 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-91f1b35a-6fce-4807-b90a-6d0e303667ea service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960908 Oct 05 20:28:51.393863 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e17f3bc-c410-4e8c-a747-e288479ca5f4 req-fa21fa99-88b8-44ce-b57c-7204caed6346 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932822 Oct 05 20:28:51.537046 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device eb9eff72-e2d3-4280-8fef-24864fd828f9 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:28:51.642659 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port eb9eff72-e2d3-4280-8fef-24864fd828f9, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=eb9eff72-e2d3-4280-8fef-24864fd828f9,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:28:51.650716 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:51.656444 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': 'eb9eff72-e2d3-4280-8fef-24864fd828f9', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'port_id': 'eb9eff72-e2d3-4280-8fef-24864fd828f9', 'mac_address': 'fa:16:3e:b9:8f:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:28:51.688137 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:51.695603 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port eb9eff72-e2d3-4280-8fef-24864fd828f9 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:28:51.696225 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:51.710566 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9eff72-e2d3-4280-8fef-24864fd828f9 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:28:51.732531 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port eb9eff72-e2d3-4280-8fef-24864fd828f9, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=eb9eff72-e2d3-4280-8fef-24864fd828f9,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:28:51.736946 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:51.789754 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=eb9eff72-e2d3-4280-8fef-24864fd828f9,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:51.797444 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.797818 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.798163 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.798504 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.799410 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.799750 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.800082 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.800405 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.800738 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.801062 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.801394 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.801751 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.802120 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.802385 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.802709 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:28:51.822948 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:51.855196 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:52.067542 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['eb9eff72-e2d3-4280-8fef-24864fd828f9'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:28:52.209682 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedbe1d-3229-4823-955a-ecf4d34b7bac req-b7fea8b1-65d5-4a8c-9a72-f14857e972d8 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:52.211177 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7fedbe1d-3229-4823-955a-ecf4d34b7bac req-b7fea8b1-65d5-4a8c-9a72-f14857e972d8 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 945 time: 0.0504515 Oct 05 20:28:52.261377 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7fedbe1d-3229-4823-955a-ecf4d34b7bac req-a3dd5255-2056-43c5-bad5-1ef4ccaf6255 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443716 Oct 05 20:28:52.553474 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:52.707132 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:52.729988 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab1d35-192f-4c75-aa4c-39e0b2273524 req-d5e097d0-cd36-4b05-b4d7-50dff4425a54 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:52.731452 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-95ab1d35-192f-4c75-aa4c-39e0b2273524 req-d5e097d0-cd36-4b05-b4d7-50dff4425a54 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 945 time: 0.0490642 Oct 05 20:28:52.778160 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-95ab1d35-192f-4c75-aa4c-39e0b2273524 req-528b3a63-852b-4234-b6c8-14adbb5e435d tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411096 Oct 05 20:28:53.384363 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c638be-2e57-4f84-bf1a-b037960e5fe5 req-c79b68cf-d030-4530-99fa-2dd9e97ef042 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:53.385732 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e6c638be-2e57-4f84-bf1a-b037960e5fe5 req-c79b68cf-d030-4530-99fa-2dd9e97ef042 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 945 time: 0.0465136 Oct 05 20:28:53.432208 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e6c638be-2e57-4f84-bf1a-b037960e5fe5 req-823543d9-ae5a-40e1-911d-d9966a989ae2 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409977 Oct 05 20:28:53.576130 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device eb9eff72-e2d3-4280-8fef-24864fd828f9 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:28:53.624995 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port eb9eff72-e2d3-4280-8fef-24864fd828f9 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:28:53.630740 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port eb9eff72-e2d3-4280-8fef-24864fd828f9 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:28:53.631106 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:53.631437 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port eb9eff72-e2d3-4280-8fef-24864fd828f9 Oct 05 20:28:53.704054 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port eb9eff72-e2d3-4280-8fef-24864fd828f9 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:28:53.704441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:53.728946 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9eff72-e2d3-4280-8fef-24864fd828f9'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:28:53.731202 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a10db42-2ee8-4c61-94e9-4afba4ed57aa" -d '{"events": [{"server_uuid": "eb4be578-f1f8-4c59-8cd6-80a0cd591484", "name": "network-vif-plugged", "status": "completed", "tag": "eb9eff72-e2d3-4280-8fef-24864fd828f9"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:28:53.743948 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port eb9eff72-e2d3-4280-8fef-24864fd828f9, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=eb9eff72-e2d3-4280-8fef-24864fd828f9,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:28:53.747941 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:53.771423 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceccd8c-6839-41b6-bf36-f6ece2a13f74 x-openstack-request-id: req-9ceccd8c-6839-41b6-bf36-f6ece2a13f74 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:28:53.771706 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4be578-f1f8-4c59-8cd6-80a0cd591484", "name": "network-vif-plugged", "status": "completed", "tag": "eb9eff72-e2d3-4280-8fef-24864fd828f9", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:28:53.771974 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ceccd8c-6839-41b6-bf36-f6ece2a13f74 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:28:53.772341 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ceccd8c-6839-41b6-bf36-f6ece2a13f74'] response: {'server_uuid': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9eff72-e2d3-4280-8fef-24864fd828f9', 'code': 200} Oct 05 20:28:53.800271 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=eb9eff72-e2d3-4280-8fef-24864fd828f9,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:53.902981 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8aa56-7108-4260-a383-282bef7eaf20 req-4de4271f-4dcb-48a0-8099-740c4cc82600 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:53.904376 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e5c8aa56-7108-4260-a383-282bef7eaf20 req-4de4271f-4dcb-48a0-8099-740c4cc82600 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 945 time: 0.0514731 Oct 05 20:28:53.950863 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e5c8aa56-7108-4260-a383-282bef7eaf20 req-8e8fa4c1-d5a0-40e9-8dd5-08f1978b8f9e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403633 Oct 05 20:28:54.557746 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cdb0e-cc28-4d2c-b4ff-a76acb1d85f7 req-80cd707b-4f42-42d4-ba21-35ad949ca7ff tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:54.559209 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4c7cdb0e-cc28-4d2c-b4ff-a76acb1d85f7 req-80cd707b-4f42-42d4-ba21-35ad949ca7ff tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 946 time: 0.0507545 Oct 05 20:28:54.608291 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4c7cdb0e-cc28-4d2c-b4ff-a76acb1d85f7 req-7518dae2-a93d-4370-9b3f-8d9735d4d97a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434794 Oct 05 20:28:54.791496 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eac82-b84a-40f2-bf30-d9b73f15bf1e req-514d23de-9f0b-41c5-9d2e-5cc8058c8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:54.793058 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a29eac82-b84a-40f2-bf30-d9b73f15bf1e req-514d23de-9f0b-41c5-9d2e-5cc8058c8784 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 1130 time: 0.0684104 Oct 05 20:28:54.803980 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-52ece862-c411-4d84-9bfe-e53547b59995 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:54.805351 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-52ece862-c411-4d84-9bfe-e53547b59995 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 945 time: 0.0725133 Oct 05 20:28:54.884417 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a29eac82-b84a-40f2-bf30-d9b73f15bf1e req-27f24d0e-5c01-454d-87d0-88f39c76dc2a service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781133 Oct 05 20:28:54.912065 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:54.920304 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Deleting port 3078e672-706f-44df-af9c-a4de3b8cc302 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:28:54.920652 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:54.923109 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:55.015183 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] For port 3078e672-706f-44df-af9c-a4de3b8cc302, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3078e672-706f-44df-af9c-a4de3b8cc302,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:28:55.015555 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:55.074717 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5c749-484b-4b7b-ac73-603945dade49 req-0b8245a4-446b-4ba2-884d-6257095dc955 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:55.076178 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c1d5c749-484b-4b7b-ac73-603945dade49 req-0b8245a4-446b-4ba2-884d-6257095dc955 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 945 time: 0.0469103 Oct 05 20:28:55.123775 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c1d5c749-484b-4b7b-ac73-603945dade49 req-019d044b-7dc7-4b9b-8878-71bb511c676c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=6f7af56e-bb73-481d-b6a5-b2102ee7e975&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 Oct 05 20:28:55.182193 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:55.182565 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (76ee60a0-37cd-42b2-80cb-9edb53f39668), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:55.182882 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Floating IP 76ee60a0-37cd-42b2-80cb-9edb53f39668 disassociated. External IP: 172.27.0.204, port: 3078e672-706f-44df-af9c-a4de3b8cc302. Oct 05 20:28:55.183234 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Calling delete_port for 3078e672-706f-44df-af9c-a4de3b8cc302 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:28:55.311473 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (3078e672-706f-44df-af9c-a4de3b8cc302), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:55.338802 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event deleted for resources: {'Port': ['ID=3078e672-706f-44df-af9c-a4de3b8cc302,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:55.448909 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Router 6a7764a9-0805-42b0-aa33-dd94bc87f58c has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:28:55.555208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:28:55.566890 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] Sync routers for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:28:55.582860 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:28:55.584275 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:55.604537 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] No DVR routers for this DVR port 3078e672-706f-44df-af9c-a4de3b8cc302 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:28:55.607125 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:55.610596 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e3bd06b0-2ab4-4c01-abeb-04b2d5beea6f req-837e4248-20e0-4e41-8951-468389e4d57c tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.15 "DELETE /networking/v2.0/ports/3078e672-706f-44df-af9c-a4de3b8cc302 HTTP/1.1" status: 204 len: 173 time: 0.7882648 Oct 05 20:28:55.611053 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'name': 'network-vif-deleted', 'tag': '3078e672-706f-44df-af9c-a4de3b8cc302'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:28:55.614150 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a03c88-481d-42f3-8d6a-d37826e2e21b" -d '{"events": [{"server_uuid": "57e31a6c-f85c-451e-83f9-0e8ed25b885a", "name": "network-vif-deleted", "tag": "3078e672-706f-44df-af9c-a4de3b8cc302"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:28:55.682973 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899a66a6-d35b-4cda-a387-2c38bc4f467f x-openstack-request-id: req-899a66a6-d35b-4cda-a387-2c38bc4f467f {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:28:55.683360 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e31a6c-f85c-451e-83f9-0e8ed25b885a", "name": "network-vif-deleted", "tag": "3078e672-706f-44df-af9c-a4de3b8cc302", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:28:55.683793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-899a66a6-d35b-4cda-a387-2c38bc4f467f {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:28:55.684463 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-899a66a6-d35b-4cda-a387-2c38bc4f467f'] response: {'server_uuid': '57e31a6c-f85c-451e-83f9-0e8ed25b885a', 'name': 'network-vif-deleted', 'tag': '3078e672-706f-44df-af9c-a4de3b8cc302', 'status': 'completed', 'code': 200} Oct 05 20:28:55.712652 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:28:55.765332 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd027bf1-2b4b-410d-9303-3a949a2c85fb req-0d04b151-a442-4256-aee0-75c0a1b2eb8d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:55.767960 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dd027bf1-2b4b-410d-9303-3a949a2c85fb req-0d04b151-a442-4256-aee0-75c0a1b2eb8d tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 946 time: 0.0575306 Oct 05 20:28:55.845647 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-4bdb33c9-ed2c-4725-b3d7-a19f21e991ca service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556514 Oct 05 20:28:55.848238 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dd027bf1-2b4b-410d-9303-3a949a2c85fb req-9ed77f75-7eb3-43e8-94f5-78a037950e7c tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735712 Oct 05 20:28:55.874073 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:55.934665 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:55.965594 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] Checking router: 6a7764a9-0805-42b0-aa33-dd94bc87f58c for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:28:55.967185 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:55.978683 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:28:55.979405 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:56.087628 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:28:56.145254 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-c17ee696-1786-4f33-8ef2-014fb10c5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:56.146754 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-c17ee696-1786-4f33-8ef2-014fb10c5a7c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 1130 time: 0.0451505 Oct 05 20:28:56.239141 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1d7db919-7fad-4632-854f-f076b628fdbf req-e9ce107f-2ffc-49f3-9f3f-5984410aaff0 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=57e31a6c-f85c-451e-83f9-0e8ed25b885a HTTP/1.1" status: 200 len: 210 time: 0.0271454 Oct 05 20:28:56.281622 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:56.305059 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32088807-b7ee-42ac-87fe-b3563448c535 None None] The sync data for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi is: [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:21:58Z', 'revision_number': 4, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'b25160a7-2459-4a7f-9abf-13df312665e1', 'name': '', 'network_id': 'befb067e-a787-4f3b-9756-b797371b0a4e', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'mac_address': 'fa:16:3e:3a:7a:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:57Z', 'updated_at': '2022-10-05T20:22:15Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'subnets': [{'id': '3376e8a6-8ff4-4052-9852-48c1ae0f4532', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:28:56.514898 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bcf6b8-9f5d-4b9d-998d-a4b832234339 None None] New status for floating IP 76ee60a0-37cd-42b2-80cb-9edb53f39668: DOWN {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:28:56.702686 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-917846ce-fbb2-49f0-8205-f6dd6d504b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:56.704055 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-917846ce-fbb2-49f0-8205-f6dd6d504b3c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 200 len: 917 time: 0.1033895 Oct 05 20:28:56.721542 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:56.778102 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-5fe0a5c7-d1c9-4d39-ba21-1d9e339b29eb service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f HTTP/1.1" status: 200 len: 1000 time: 0.0644484 Oct 05 20:28:56.965625 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53014) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:56.984335 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2783c-b4fc-4e2d-b56d-08c3cc64d17e req-0b95a205-ff7f-4489-925b-d4e4406e1707 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:56.986172 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6cd2783c-b4fc-4e2d-b56d-08c3cc64d17e req-0b95a205-ff7f-4489-925b-d4e4406e1707 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 946 time: 0.0555928 Oct 05 20:28:57.007650 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:57.033808 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-b02a4938-9591-48e7-b30b-a57d13ae1c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:57.035620 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-b02a4938-9591-48e7-b30b-a57d13ae1c1a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 200 len: 855 time: 0.0575922 Oct 05 20:28:57.047902 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6cd2783c-b4fc-4e2d-b56d-08c3cc64d17e req-aad2d3da-5210-4875-b1da-76638df60047 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559626 Oct 05 20:28:57.102764 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-5682e2aa-4b25-4a66-b8cb-7c890ab3b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:57.104222 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-585f86fd-7ec6-45d9-8a2c-02c74df3dfb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.104526 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-5682e2aa-4b25-4a66-b8cb-7c890ab3b90b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=f57b2de0-9b37-423e-9981-d689d8abf0c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0619614 Oct 05 20:28:57.194478 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-585f86fd-7ec6-45d9-8a2c-02c74df3dfb4 admin admin] Publish callbacks [] for security_group (b8024aab-67b4-4d16-b8fe-8a4de9d840b5), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.198496 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-585f86fd-7ec6-45d9-8a2c-02c74df3dfb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (b8024aab-67b4-4d16-b8fe-8a4de9d840b5), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.231026 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0d165-35e2-44e5-a240-0d45276ea439 req-4e185b4e-faf5-4d0c-980a-e60703da279c tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:57.232500 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f6f0d165-35e2-44e5-a240-0d45276ea439 req-4e185b4e-faf5-4d0c-980a-e60703da279c tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 946 time: 0.0887618 Oct 05 20:28:57.242779 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f86fd-7ec6-45d9-8a2c-02c74df3dfb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8024aab-67b4-4d16-b8fe-8a4de9d840b5,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:57.243640 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53020) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:57.248556 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-7b547c17-c61e-4e81-8f45-c6955c261f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Request body: {'floatingip': {'port_id': 'eb9eff72-e2d3-4280-8fef-24864fd828f9'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:28:57.249947 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-585f86fd-7ec6-45d9-8a2c-02c74df3dfb4 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e17091ff17eb41388de7f3c2c97c2306&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833402 Oct 05 20:28:57.250867 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53022) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:57.268227 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:57.302005 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7b547c17-c61e-4e81-8f45-c6955c261f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (b479732d-863a-4184-98b2-75847124018b), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.307056 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-c6ac8c4c-97e4-4ae9-8c32-9034346abe7d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902888 Oct 05 20:28:57.313235 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3a8a44cd-e55d-4527-b612-d751dbc2e0fa admin admin] Publish callbacks [] for security_group (b8024aab-67b4-4d16-b8fe-8a4de9d840b5), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.336230 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3a8a44cd-e55d-4527-b612-d751dbc2e0fa admin admin] Publish callbacks [] for security_group (b8024aab-67b4-4d16-b8fe-8a4de9d840b5), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.339994 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53028) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:57.364843 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:57.427463 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9f72e31f-1eb4-4c03-8ccb-3ee7add30476 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (6f7af56e-bb73-481d-b6a5-b2102ee7e975), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.438873 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3a8a44cd-e55d-4527-b612-d751dbc2e0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (b8024aab-67b4-4d16-b8fe-8a4de9d840b5), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.441413 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3a8a44cd-e55d-4527-b612-d751dbc2e0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.445710 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-3a8a44cd-e55d-4527-b612-d751dbc2e0fa admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b8024aab-67b4-4d16-b8fe-8a4de9d840b5 HTTP/1.1" status: 204 len: 168 time: 0.1916451 Oct 05 20:28:57.456527 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a44cd-e55d-4527-b612-d751dbc2e0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8024aab-67b4-4d16-b8fe-8a4de9d840b5,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:57.468982 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9f72e31f-1eb4-4c03-8ccb-3ee7add30476 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (6f7af56e-bb73-481d-b6a5-b2102ee7e975), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.530520 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9f72e31f-1eb4-4c03-8ccb-3ee7add30476 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6f7af56e-bb73-481d-b6a5-b2102ee7e975), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.533619 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9f72e31f-1eb4-4c03-8ccb-3ee7add30476 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.534962 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-9f72e31f-1eb4-4c03-8ccb-3ee7add30476 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6f7af56e-bb73-481d-b6a5-b2102ee7e975 HTTP/1.1" status: 204 len: 168 time: 0.1938920 Oct 05 20:28:57.538355 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53032) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:57.545535 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72e31f-1eb4-4c03-8ccb-3ee7add30476 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7af56e-bb73-481d-b6a5-b2102ee7e975,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:57.553401 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-60471fc2-90dd-43d4-89cf-cc5c20b9ca2b req-f3af4a0f-e81d-4e59-98a1-2f002b56fc67 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188101 Oct 05 20:28:57.569773 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.api.v2.resource [None req-d3efd90c-fb3d-4eaf-9827-98fac508fbc9 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] show failed (client error): The resource could not be found. Oct 05 20:28:57.573607 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d3efd90c-fb3d-4eaf-9827-98fac508fbc9 tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "GET /networking/v2.0/security-groups/6f7af56e-bb73-481d-b6a5-b2102ee7e975 HTTP/1.1" status: 404 len: 347 time: 0.0315230 Oct 05 20:28:57.574368 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53034) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:57.693914 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.793597 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Deleting port eb8fe3fc-0f23-405a-9f70-396ca5b8c976 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:28:57.794089 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (eb8fe3fc-0f23-405a-9f70-396ca5b8c976), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.925237 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (eb8fe3fc-0f23-405a-9f70-396ca5b8c976), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.925594 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (eb8fe3fc-0f23-405a-9f70-396ca5b8c976), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:57.960856 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Calling delete_port for eb8fe3fc-0f23-405a-9f70-396ca5b8c976 owned by network:floatingip {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:28:58.035170 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:58.050612 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:58.065150 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7b547c17-c61e-4e81-8f45-c6955c261f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.065916 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7b547c17-c61e-4e81-8f45-c6955c261f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (b479732d-863a-4184-98b2-75847124018b), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.207689 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [None req-7b547c17-c61e-4e81-8f45-c6955c261f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Floating IP b479732d-863a-4184-98b2-75847124018b associated. External IP: 172.27.0.18, port: eb9eff72-e2d3-4280-8fef-24864fd828f9. Oct 05 20:28:58.263190 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (eb8fe3fc-0f23-405a-9f70-396ca5b8c976), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.315987 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Pushing event deleted for resources: {'Port': ['ID=eb8fe3fc-0f23-405a-9f70-396ca5b8c976,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:58.554842 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53062) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:58.664579 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4d49a9d2-38fb-417c-8569-8d024d9997dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.679091 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks [] for floatingip (76ee60a0-37cd-42b2-80cb-9edb53f39668), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.681627 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.682785 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4534554c-3530-42c9-895d-24eb94e6597e tempest-AttachVolumeTestJSON-187708516 tempest-AttachVolumeTestJSON-187708516-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/76ee60a0-37cd-42b2-80cb-9edb53f39668 HTTP/1.1" status: 204 len: 168 time: 1.1075082 Oct 05 20:28:58.759101 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4d49a9d2-38fb-417c-8569-8d024d9997dd admin admin] Publish callbacks [] for security_group (4ac3c66c-7ee9-4eca-90fb-8747b55741bd), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.763901 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4d49a9d2-38fb-417c-8569-8d024d9997dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (4ac3c66c-7ee9-4eca-90fb-8747b55741bd), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.767276 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b547c17-c61e-4e81-8f45-c6955c261f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:28:58.811967 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4d49a9d2-38fb-417c-8569-8d024d9997dd admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6cfeb479d8b44256b42158485748e9de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2560248 Oct 05 20:28:58.813036 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49a9d2-38fb-417c-8569-8d024d9997dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac3c66c-7ee9-4eca-90fb-8747b55741bd,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:58.815418 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53070) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:28:58.873398 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-6395fdd8-f2f8-4d50-a453-6995d8dcec2e admin admin] Publish callbacks [] for security_group (4ac3c66c-7ee9-4eca-90fb-8747b55741bd), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.883415 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b547c17-c61e-4e81-8f45-c6955c261f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:28:58.888217 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-7b547c17-c61e-4e81-8f45-c6955c261f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.892686 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:28:58.897238 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-6395fdd8-f2f8-4d50-a453-6995d8dcec2e admin admin] Publish callbacks [] for security_group (4ac3c66c-7ee9-4eca-90fb-8747b55741bd), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.903657 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:28:58.904598 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:58.929371 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-7b547c17-c61e-4e81-8f45-c6955c261f43 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/b479732d-863a-4184-98b2-75847124018b HTTP/1.1" status: 200 len: 991 time: 1.6846986 Oct 05 20:28:58.930057 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'tag': 'eb9eff72-e2d3-4280-8fef-24864fd828f9'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:28:58.932444 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4be578-f1f8-4c59-8cd6-80a0cd591484", "tag": "eb9eff72-e2d3-4280-8fef-24864fd828f9"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:28:58.966124 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-6395fdd8-f2f8-4d50-a453-6995d8dcec2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (4ac3c66c-7ee9-4eca-90fb-8747b55741bd), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.968995 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-6395fdd8-f2f8-4d50-a453-6995d8dcec2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:28:58.970020 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-6395fdd8-f2f8-4d50-a453-6995d8dcec2e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4ac3c66c-7ee9-4eca-90fb-8747b55741bd HTTP/1.1" status: 204 len: 168 time: 0.1474519 Oct 05 20:28:58.979332 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395fdd8-f2f8-4d50-a453-6995d8dcec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac3c66c-7ee9-4eca-90fb-8747b55741bd,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:28:58.990741 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b668e637-2563-435a-a160-78a1783845fb x-openstack-request-id: req-b668e637-2563-435a-a160-78a1783845fb {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:28:58.991568 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4be578-f1f8-4c59-8cd6-80a0cd591484", "tag": "eb9eff72-e2d3-4280-8fef-24864fd828f9", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:28:58.991880 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b668e637-2563-435a-a160-78a1783845fb {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:28:58.992554 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b668e637-2563-435a-a160-78a1783845fb'] response: {'name': 'network-changed', 'server_uuid': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'tag': 'eb9eff72-e2d3-4280-8fef-24864fd828f9', 'status': 'completed', 'code': 200} Oct 05 20:28:59.025546 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:28:59.091012 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-1438d503-68da-42e7-9965-0bbe8010e6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:59.092525 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-1438d503-68da-42e7-9965-0bbe8010e6c0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=05398ef99be34b57b61052a0f07f57f8&device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 1130 time: 0.0492384 Oct 05 20:28:59.202004 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-f06fe4f5-1df6-4091-a457-e008b8ec3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:59.203543 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-f06fe4f5-1df6-4091-a457-e008b8ec3808 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 200 len: 916 time: 0.1046708 Oct 05 20:28:59.279065 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-44435cb2-bd57-4d22-b481-1a02b0fccb3e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb9eff72-e2d3-4280-8fef-24864fd828f9 HTTP/1.1" status: 200 len: 999 time: 0.0690885 Oct 05 20:28:59.336152 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-0b6803f8-2deb-4975-9c5f-875f7fe3f27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:59.336803 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-0b6803f8-2deb-4975-9c5f-875f7fe3f27c service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 200 len: 854 time: 0.0510645 Oct 05 20:28:59.377239 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:59.380779 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:59.385795 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-fe3b9fcc-c0d6-4c70-a470-08c68d0c78b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:28:59.387322 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-fe3b9fcc-c0d6-4c70-a470-08c68d0c78b6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=9b866581-0156-4c8b-8621-7be5c67dfe5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443761 Oct 05 20:28:59.401258 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'b479732d-863a-4184-98b2-75847124018b', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'eb9eff72-e2d3-4280-8fef-24864fd828f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:b9:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:28:44Z', 'updated_at': '2022-10-05T20:28:57Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:59.429308 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:28:59.438686 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:28:59.439293 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:59.484818 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-c4f0ca1d-867a-48be-9119-699c629601ee service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904198 Oct 05 20:28:59.514107 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:59.540951 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:28:59.577629 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c4cf3f80-d76f-4c66-a66d-92e0429ca7f8 req-35a643cc-6aa9-48bf-8547-79c643233ddb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851319 Oct 05 20:28:59.617287 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 3078e672-706f-44df-af9c-a4de3b8cc302 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:28:59.644642 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 3078e672-706f-44df-af9c-a4de3b8cc302 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:28:59.644972 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 3078e672-706f-44df-af9c-a4de3b8cc302 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:28:59.774293 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'b479732d-863a-4184-98b2-75847124018b', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'eb9eff72-e2d3-4280-8fef-24864fd828f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:b9:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:28:44Z', 'updated_at': '2022-10-05T20:28:57Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:28:59.775786 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:28:59.807867 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78d8154-e39f-43f6-97e3-de4615be4681 None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'b479732d-863a-4184-98b2-75847124018b', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'floating_ip_address': '172.27.0.18', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'port_id': 'eb9eff72-e2d3-4280-8fef-24864fd828f9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'mac_address': 'fa:16:3e:b9:8f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:28:44Z', 'updated_at': '2022-10-05T20:28:57Z', 'revision_number': 1, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:00.011799 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f96113-e5de-4139-9ba2-206c390f8e2c None None] New status for floating IP b479732d-863a-4184-98b2-75847124018b: ACTIVE {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:29:00.314603 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-b336164c-b61d-4067-8055-c8ae98153c02 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-482182804&fields=id&tenant_id=5d5f5bc40cdc4be792aff778d3020c6d HTTP/1.1" status: 200 len: 267 time: 0.0508659 Oct 05 20:29:00.368511 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-6f2b3d45-deb0-46f5-ab63-aecc9559b708 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:00.370029 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-6f2b3d45-deb0-46f5-ab63-aecc9559b708 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 985 time: 0.0494864 Oct 05 20:29:00.380608 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-49227067-3668-4ff0-a42d-0ebbc7ea14b7 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Request body: {'port': {'security_groups': ['c7c53835-f019-4ad5-a9f2-a663743f7d9b']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:00.453219 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-49227067-3668-4ff0-a42d-0ebbc7ea14b7 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:00.624673 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-49227067-3668-4ff0-a42d-0ebbc7ea14b7 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] For port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:00.652865 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-49227067-3668-4ff0-a42d-0ebbc7ea14b7 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:00.657287 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-49227067-3668-4ff0-a42d-0ebbc7ea14b7 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:00.667814 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-49227067-3668-4ff0-a42d-0ebbc7ea14b7 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:00.668402 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-49227067-3668-4ff0-a42d-0ebbc7ea14b7 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:00.669785 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8129b09c-b8b0-4fb7-8176-5c6fac241196 req-49227067-3668-4ff0-a42d-0ebbc7ea14b7 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "PUT /networking/v2.0/ports/a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 200 len: 943 time: 0.2935770 Oct 05 20:29:00.675963 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53090) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:00.696014 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:29:00.727730 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49227067-3668-4ff0-a42d-0ebbc7ea14b7 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event updated for resources: {'Port': ['ID=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,revision_number=7']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:00.751794 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-79ca37a8-5650-4f85-8744-c39a0f13c77e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group (41184cc0-3c3a-49ca-940b-e811ad010d26), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:00.777309 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-79ca37a8-5650-4f85-8744-c39a0f13c77e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group (41184cc0-3c3a-49ca-940b-e811ad010d26), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:00.841262 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-79ca37a8-5650-4f85-8744-c39a0f13c77e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (41184cc0-3c3a-49ca-940b-e811ad010d26), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:00.844006 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-79ca37a8-5650-4f85-8744-c39a0f13c77e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:00.845141 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-79ca37a8-5650-4f85-8744-c39a0f13c77e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/41184cc0-3c3a-49ca-940b-e811ad010d26 HTTP/1.1" status: 204 len: 168 time: 0.1681962 Oct 05 20:29:00.848533 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53092) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:00.855612 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca37a8-5650-4f85-8744-c39a0f13c77e tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41184cc0-3c3a-49ca-940b-e811ad010d26,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:00.872013 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:29:00.993311 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:29:00.995614 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75469aec-fd82-4843-94b1-26eefa5e0edc" -d '{"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:29:01.010792 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Deleting port 5b511e57-d5c1-4e98-b651-1bd70f4390b5 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:01.011146 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (5b511e57-d5c1-4e98-b651-1bd70f4390b5), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:01.053043 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b62197-c464-44e4-8580-1b0038a0ef93 x-openstack-request-id: req-a1b62197-c464-44e4-8580-1b0038a0ef93 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:29:01.053329 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:29:01.053616 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a1b62197-c464-44e4-8580-1b0038a0ef93 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:29:01.054018 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1b62197-c464-44e4-8580-1b0038a0ef93'] response: {'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'status': 'completed', 'code': 200} Oct 05 20:29:01.100377 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (5b511e57-d5c1-4e98-b651-1bd70f4390b5), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:01.100665 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for floatingip (5b511e57-d5c1-4e98-b651-1bd70f4390b5), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:01.119288 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Calling delete_port for 5b511e57-d5c1-4e98-b651-1bd70f4390b5 owned by network:floatingip {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:01.120833 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:01.195757 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:01.222264 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-7515e1ca-81fc-4aca-b874-aec6d7057f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:01.223778 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-7515e1ca-81fc-4aca-b874-aec6d7057f86 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 1130 time: 0.0992613 Oct 05 20:29:01.355921 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-53bbf57d-2377-408e-bc21-31cb7bc50a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:01.357406 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-53bbf57d-2377-408e-bc21-31cb7bc50a99 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 HTTP/1.1" status: 200 len: 916 time: 0.1234081 Oct 05 20:29:01.454201 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-8947caad-7f69-45d3-bcbb-2f8c8b744da0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 200 len: 1002 time: 0.0903814 Oct 05 20:29:01.458846 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (5b511e57-d5c1-4e98-b651-1bd70f4390b5), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:01.507929 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event deleted for resources: {'Port': ['ID=5b511e57-d5c1-4e98-b651-1bd70f4390b5,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:01.569821 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-f285c6d3-ed73-43ab-b271-98c2c727718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:01.571258 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-f285c6d3-ed73-43ab-b271-98c2c727718b service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=4b89de43-ce56-44bf-b62f-00e170dc7068 HTTP/1.1" status: 200 len: 854 time: 0.1095119 Oct 05 20:29:01.595903 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks [] for floatingip (8bbb5ea2-6d00-45c0-954f-e86690769be2), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:01.596228 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Floating IP 8bbb5ea2-6d00-45c0-954f-e86690769be2 disassociated (deleted). External IP: 172.27.0.231, port: a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e. Oct 05 20:29:01.663547 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-7171e80b-e5fe-476d-b67d-0483249638b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:01.665031 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-7171e80b-e5fe-476d-b67d-0483249638b2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0813384 Oct 05 20:29:01.839092 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-ee850f18-a93b-4ee9-a87b-51be41bd84fb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423030 Oct 05 20:29:01.931858 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:01.947878 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:01.980035 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-75469aec-fd82-4843-94b1-26eefa5e0edc req-a75b69e1-bd92-4502-bdbe-1f2423318de5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145973 Oct 05 20:29:02.049586 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:02.072934 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:02.077642 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:02.083898 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] Sync routers for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:02.093930 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:02.094542 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:02.108504 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-92ca4d37-9615-43ab-805a-59f4dabd3bed tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/8bbb5ea2-6d00-45c0-954f-e86690769be2 HTTP/1.1" status: 204 len: 168 time: 1.2589025 Oct 05 20:29:02.198983 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:02.315878 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53122) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:02.366019 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:02.412979 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7e196596-b8e9-49b8-b135-a2d2e39aeffa', 'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'mac_address': 'fa:16:3e:ef:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:28Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 5, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'subnets': [{'id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:02.438066 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] Checking router: 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:02.446897 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:02.447503 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:02.549370 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:02.613621 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:02.737814 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7e196596-b8e9-49b8-b135-a2d2e39aeffa', 'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'mac_address': 'fa:16:3e:ef:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:28Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 5, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'subnets': [{'id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:02.766999 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5329fa3-7528-4da4-8847-69e23b2912a9 None None] The sync data for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi is: [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:26:29Z', 'revision_number': 4, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7e196596-b8e9-49b8-b135-a2d2e39aeffa', 'name': '', 'network_id': 'e2ff507a-5556-4eeb-8338-0d9f9e3dbc81', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'mac_address': 'fa:16:3e:ef:1a:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:28Z', 'updated_at': '2022-10-05T20:26:35Z', 'revision_number': 5, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'subnets': [{'id': '4b89de43-ce56-44bf-b62f-00e170dc7068', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:02.800798 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (6a7764a9-0805-42b0-aa33-dd94bc87f58c), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:03.007446 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128f6200-66c3-4eaa-9e53-cc148b89f2df None None] New status for floating IP 8bbb5ea2-6d00-45c0-954f-e86690769be2: DOWN {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:29:03.101912 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:29:03.104077 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e55f53b-1db2-409e-abe1-cf726e38d006" -d '{"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:29:03.151627 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd0b454-5002-43ff-9041-b5931aa7fa8b x-openstack-request-id: req-6bd0b454-5002-43ff-9041-b5931aa7fa8b {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:29:03.151917 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:29:03.152159 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6bd0b454-5002-43ff-9041-b5931aa7fa8b {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:29:03.152689 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bd0b454-5002-43ff-9041-b5931aa7fa8b'] response: {'name': 'network-changed', 'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'status': 'completed', 'code': 200} Oct 05 20:29:03.270278 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-07da36c6-31aa-4bba-897f-b15f6619526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:03.271770 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-07da36c6-31aa-4bba-897f-b15f6619526d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 1130 time: 0.0660067 Oct 05 20:29:03.392182 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Deleting port b25160a7-2459-4a7f-9abf-13df312665e1 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:03.392464 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:03.457848 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-c548ef30-8adb-4a34-a4c4-2f1eeda38ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:03.459331 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-c548ef30-8adb-4a34-a4c4-2f1eeda38ccf service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 HTTP/1.1" status: 200 len: 916 time: 0.1685877 Oct 05 20:29:03.474464 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:03.512848 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-236effa2-2aa6-4d74-87a9-b93ce494053a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 200 len: 217 time: 0.0454695 Oct 05 20:29:03.560746 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] For port b25160a7-2459-4a7f-9abf-13df312665e1, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=b25160a7-2459-4a7f-9abf-13df312665e1,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:03.561116 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:03.581935 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Calling delete_port for b25160a7-2459-4a7f-9abf-13df312665e1 owned by network:router_interface {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:03.599391 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-87dcb0f3-d83a-488c-be23-ad16fa8f1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:03.600862 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-87dcb0f3-d83a-488c-be23-ad16fa8f1d56 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=4b89de43-ce56-44bf-b62f-00e170dc7068 HTTP/1.1" status: 200 len: 854 time: 0.0828195 Oct 05 20:29:03.653965 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:03.778135 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (b25160a7-2459-4a7f-9abf-13df312665e1), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:03.803501 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Pushing event deleted for resources: {'Port': ['ID=b25160a7-2459-4a7f-9abf-13df312665e1,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:03.954599 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-9954f755-5a19-4b55-b84b-2bfee02e19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:03.956107 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-9954f755-5a19-4b55-b84b-2bfee02e19ca service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1235192 Oct 05 20:29:04.065435 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (6a7764a9-0805-42b0-aa33-dd94bc87f58c), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:04.141900 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-50d99f20-eeff-41aa-80c9-cec35367c628 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453829 Oct 05 20:29:04.293556 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Router 6a7764a9-0805-42b0-aa33-dd94bc87f58c has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:04.295739 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:04.467364 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:04.473730 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-43536af8-7fd0-4625-9583-2580e90ac312 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/6a7764a9-0805-42b0-aa33-dd94bc87f58c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1553214 Oct 05 20:29:04.476167 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3e55f53b-1db2-409e-abe1-cf726e38d006 req-2799f7a6-70e8-4988-93d8-5dbf397290b6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389613 Oct 05 20:29:04.476472 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53138) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:04.478758 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] Sync routers for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:04.570937 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:04.584125 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks [] for router (6a7764a9-0805-42b0-aa33-dd94bc87f58c), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:04.610965 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:04.611571 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:04.686393 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks [] for router_gateway (6a7764a9-0805-42b0-aa33-dd94bc87f58c), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:04.691303 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:DELETE=7,neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:04.721952 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:04.736531 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Deleting port 45bdee91-c2a9-4de3-b9e9-3eb011623f14 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:04.736875 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:04.831143 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] For port 45bdee91-c2a9-4de3-b9e9-3eb011623f14, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=45bdee91-c2a9-4de3-b9e9-3eb011623f14,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:04.831424 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:04.851006 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Calling delete_port for 45bdee91-c2a9-4de3-b9e9-3eb011623f14 owned by network:router_gateway {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:04.888169 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:04.906130 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e493a6-b89e-4845-8062-d5cfe319896b req-86ad58ec-c5ad-4ab7-a7e5-c3843eb667ee tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:04.908390 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9e493a6-b89e-4845-8062-d5cfe319896b req-86ad58ec-c5ad-4ab7-a7e5-c3843eb667ee tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0625477 Oct 05 20:29:04.921436 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:29:03Z', 'revision_number': 5, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port': {'id': '45bdee91-c2a9-4de3-b9e9-3eb011623f14', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:48Z', 'updated_at': '2022-10-05T20:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:04.947157 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] Checking router: 6a7764a9-0805-42b0-aa33-dd94bc87f58c for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:04.956401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] Routers {'6a7764a9-0805-42b0-aa33-dd94bc87f58c'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:04.957585 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:04.959136 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d9e493a6-b89e-4845-8062-d5cfe319896b req-682b1e71-af01-42ef-9bdf-b9fa00301673 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Oct 05 20:29:05.022159 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (45bdee91-c2a9-4de3-b9e9-3eb011623f14), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.049283 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] Set router 6a7764a9-0805-42b0-aa33-dd94bc87f58c gateway port host: None {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:05.049653 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Pushing event deleted for resources: {'Port': ['ID=45bdee91-c2a9-4de3-b9e9-3eb011623f14,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:05.102408 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:29:04Z', 'revision_number': 6, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port_host': None}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:05.110570 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (6a7764a9-0805-42b0-aa33-dd94bc87f58c), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.127851 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d91c4-07de-4764-b510-1820fc7f6918 None None] The sync data for ids ['6a7764a9-0805-42b0-aa33-dd94bc87f58c'] in dv-cinder-801522-12-iscsi is: [{'id': '6a7764a9-0805-42b0-aa33-dd94bc87f58c', 'name': 'tempest-AttachVolumeTestJSON-1658865839-router', 'tenant_id': '45fc2abd2bae4264b1081c1673e3095e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:47Z', 'updated_at': '2022-10-05T20:29:04Z', 'revision_number': 6, 'project_id': '45fc2abd2bae4264b1081c1673e3095e', 'gw_port_host': None}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:05.199344 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (6a7764a9-0805-42b0-aa33-dd94bc87f58c), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.201535 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks [] for router_controller (6a7764a9-0805-42b0-aa33-dd94bc87f58c), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.241720 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (6a7764a9-0805-42b0-aa33-dd94bc87f58c), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.242324 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a7764a9-0805-42b0-aa33-dd94bc87f58c {{(pid=106132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:29:05.247043 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.248000 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-5bd77ca2-95ed-4a87-b4a7-8ce30358b07a admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/6a7764a9-0805-42b0-aa33-dd94bc87f58c HTTP/1.1" status: 204 len: 168 time: 0.7705550 Oct 05 20:29:05.250606 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53146) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:05.297212 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf53d163-f5d1-49c5-b8db-50f849ba1ff1 admin admin] Deleting subnet 3376e8a6-8ff4-4052-9852-48c1ae0f4532 {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:29:05.300376 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bf53d163-f5d1-49c5-b8db-50f849ba1ff1 admin admin] Publish callbacks [] for subnet (3376e8a6-8ff4-4052-9852-48c1ae0f4532), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.335342 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bf53d163-f5d1-49c5-b8db-50f849ba1ff1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60049818'] for subnet (3376e8a6-8ff4-4052-9852-48c1ae0f4532), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.407688 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bf53d163-f5d1-49c5-b8db-50f849ba1ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (3376e8a6-8ff4-4052-9852-48c1ae0f4532), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.454627 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=9 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:05.467795 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bf53d163-f5d1-49c5-b8db-50f849ba1ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59052715'] for subnet (3376e8a6-8ff4-4052-9852-48c1ae0f4532), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.493741 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53d163-f5d1-49c5-b8db-50f849ba1ff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3376e8a6-8ff4-4052-9852-48c1ae0f4532,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:05.499691 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bf53d163-f5d1-49c5-b8db-50f849ba1ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.502874 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-bf53d163-f5d1-49c5-b8db-50f849ba1ff1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/3376e8a6-8ff4-4052-9852-48c1ae0f4532 HTTP/1.1" status: 204 len: 168 time: 0.2513299 Oct 05 20:29:05.506540 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53148) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:05.507930 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d0f91e-2891-4bc2-bbf3-12f75f582596 None None] Network befb067e-a787-4f3b-9756-b797371b0a4e requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:05.526980 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:05.579716 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (befb067e-a787-4f3b-9756-b797371b0a4e), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.622486 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Deleting port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:05.622947 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.690789 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] For port 10325432-1b5f-4f11-9f5e-4a6f557ecd32, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=10325432-1b5f-4f11-9f5e-4a6f557ecd32,segment=NetworkSegment(715352d3-ff31-4a2c-87db-b43953aee36b),segment_id=715352d3-ff31-4a2c-87db-b43953aee36b)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:05.691075 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.705024 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Calling delete_port for 10325432-1b5f-4f11-9f5e-4a6f557ecd32 owned by network:dhcp {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:05.781253 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (10325432-1b5f-4f11-9f5e-4a6f557ecd32), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.807969 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10325432-1b5f-4f11-9f5e-4a6f557ecd32,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:05.813335 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] No DVR routers for this DVR port 10325432-1b5f-4f11-9f5e-4a6f557ecd32 on host dv-cinder-801522-12-iscsi {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:05.884680 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (befb067e-a787-4f3b-9756-b797371b0a4e), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.903925 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798605e1-6c4c-4ae4-89ca-e948105a18f8 None None] DHCP port deletion for befb067e-a787-4f3b-9756-b797371b0a4e request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:29:05.906236 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['befb067e-a787-4f3b-9756-b797371b0a4e']}} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:05.918588 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715352d3-ff31-4a2c-87db-b43953aee36b') {'for_net_delete': True} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:05.918588 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715352d3-ff31-4a2c-87db-b43953aee36b') {} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:05.929572 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60049891'] for segment (715352d3-ff31-4a2c-87db-b43953aee36b), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.944126 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (715352d3-ff31-4a2c-87db-b43953aee36b), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.950521 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=106132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:29:05.950957 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60451634'] for segment (715352d3-ff31-4a2c-87db-b43953aee36b), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:05.995194 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment 715352d3-ff31-4a2c-87db-b43953aee36b resource provider aggregate not found Oct 05 20:29:06.016074 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment 715352d3-ff31-4a2c-87db-b43953aee36b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 715352d3-ff31-4a2c-87db-b43953aee36b found for delete ", "request_id": "req-194409e5-465b-4f46-a586-3c3fbe5f9a75"}]} Oct 05 20:29:06.023359 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (befb067e-a787-4f3b-9756-b797371b0a4e), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:06.033567 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:06.033567 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/befb067e-a787-4f3b-9756-b797371b0a4e HTTP/1.1" status: 204 len: 168 time: 0.5248957 Oct 05 20:29:06.047512 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c195672-bfb7-4047-9ac2-70860c7319c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=befb067e-a787-4f3b-9756-b797371b0a4e,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:06.106790 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c00b2-e446-4a7f-b9ee-dc6529824e8a req-d9f10acc-06d8-4ef4-8f93-3401e6e1998a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:06.108642 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-450c00b2-e446-4a7f-b9ee-dc6529824e8a req-d9f10acc-06d8-4ef4-8f93-3401e6e1998a tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0527034 Oct 05 20:29:06.164512 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-450c00b2-e446-4a7f-b9ee-dc6529824e8a req-49cb900d-9a1b-4b58-aa65-e78f0020bd6b tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c7c53835-f019-4ad5-a9f2-a663743f7d9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496321 Oct 05 20:29:06.169793 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53160) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:06.213732 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-1425c7a6-34ca-4fe5-ad37-e077063125e5 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=45fc2abd2bae4264b1081c1673e3095e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427561 Oct 05 20:29:06.216171 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53162) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:06.263093 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d17ed92c-7c5b-46f6-bddd-54134032d5d7 admin admin] Publish callbacks [] for security_group (99dfb265-161c-4eb6-9005-40a037930d61), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:06.283759 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d17ed92c-7c5b-46f6-bddd-54134032d5d7 admin admin] Publish callbacks [] for security_group (99dfb265-161c-4eb6-9005-40a037930d61), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:06.329377 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d17ed92c-7c5b-46f6-bddd-54134032d5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (99dfb265-161c-4eb6-9005-40a037930d61), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:06.339009 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d17ed92c-7c5b-46f6-bddd-54134032d5d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:06.340159 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d17ed92c-7c5b-46f6-bddd-54134032d5d7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/99dfb265-161c-4eb6-9005-40a037930d61 HTTP/1.1" status: 204 len: 168 time: 0.1231110 Oct 05 20:29:06.348826 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ed92c-7c5b-46f6-bddd-54134032d5d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dfb265-161c-4eb6-9005-40a037930d61,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:06.782952 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa529a-4ade-457f-8f05-29026b461fac req-c0568834-039b-4637-8c97-7005decfd979 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:06.784423 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-48fa529a-4ade-457f-8f05-29026b461fac req-c0568834-039b-4637-8c97-7005decfd979 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 946 time: 0.0493920 Oct 05 20:29:06.869869 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 45bdee91-c2a9-4de3-b9e9-3eb011623f14 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:06.888385 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-48fa529a-4ade-457f-8f05-29026b461fac req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Deleting port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:06.888737 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-48fa529a-4ade-457f-8f05-29026b461fac req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:06.900645 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 45bdee91-c2a9-4de3-b9e9-3eb011623f14 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:06.900998 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 45bdee91-c2a9-4de3-b9e9-3eb011623f14 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:06.901422 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 10325432-1b5f-4f11-9f5e-4a6f557ecd32 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:06.923495 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 10325432-1b5f-4f11-9f5e-4a6f557ecd32 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:06.923840 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 10325432-1b5f-4f11-9f5e-4a6f557ecd32 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:06.924248 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device b25160a7-2459-4a7f-9abf-13df312665e1 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:06.944028 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: b25160a7-2459-4a7f-9abf-13df312665e1 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:06.944395 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device b25160a7-2459-4a7f-9abf-13df312665e1 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:06.987604 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-48fa529a-4ade-457f-8f05-29026b461fac req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] For port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:06.987979 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-48fa529a-4ade-457f-8f05-29026b461fac req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:07.002766 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-48fa529a-4ade-457f-8f05-29026b461fac req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Calling delete_port for a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:07.134003 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-48fa529a-4ade-457f-8f05-29026b461fac req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:07.162618 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Pushing event deleted for resources: {'Port': ['ID=a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:07.176676 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:29:07.209089 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fa529a-4ade-457f-8f05-29026b461fac req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] No DVR routers for this DVR port a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:07.211134 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-48fa529a-4ade-457f-8f05-29026b461fac req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:07.214512 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-48fa529a-4ade-457f-8f05-29026b461fac req-28ac026d-3654-4365-9325-3eb58009f9d0 tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.15 "DELETE /networking/v2.0/ports/a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e HTTP/1.1" status: 204 len: 173 time: 0.4249170 Oct 05 20:29:07.215017 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'name': 'network-vif-deleted', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:29:07.218424 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e4f6b8-eaef-457a-91f8-3bcac839976d" -d '{"events": [{"server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "name": "network-vif-deleted", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:29:07.273929 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab2e536-309e-4d96-a3d4-bee5b58f8c35 x-openstack-request-id: req-1ab2e536-309e-4d96-a3d4-bee5b58f8c35 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:29:07.274312 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b83ee763-3577-4268-8b24-a16c4b106432", "name": "network-vif-deleted", "tag": "a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:29:07.274629 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ab2e536-309e-4d96-a3d4-bee5b58f8c35 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:29:07.275098 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ab2e536-309e-4d96-a3d4-bee5b58f8c35'] response: {'server_uuid': 'b83ee763-3577-4268-8b24-a16c4b106432', 'name': 'network-vif-deleted', 'tag': 'a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e', 'status': 'completed', 'code': 200} Oct 05 20:29:07.289473 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-4127bb6b-710f-4c47-a4d4-f9fd820f519d req-35a2e31b-8d94-48fb-91cf-12de21a6712f tempest-TestMinimumBasicScenario-1703303721 tempest-TestMinimumBasicScenario-1703303721-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=b83ee763-3577-4268-8b24-a16c4b106432 HTTP/1.1" status: 200 len: 210 time: 0.0409341 Oct 05 20:29:07.715597 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53216) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:07.832037 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8ca4-1f5d-4029-8c55-4d487b03f883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:07.842127 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:07.914738 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8ca4-1f5d-4029-8c55-4d487b03f883 admin admin] Publish callbacks [] for security_group (8b1f0075-95f4-40de-86e0-e1cbfbe55832), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:07.918770 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1d7b8ca4-1f5d-4029-8c55-4d487b03f883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8b1f0075-95f4-40de-86e0-e1cbfbe55832), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:07.931362 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:07.964419 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-1d7b8ca4-1f5d-4029-8c55-4d487b03f883 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4fb54ea7a0034a22a2a921af29326e85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477579 Oct 05 20:29:07.965984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b8ca4-1f5d-4029-8c55-4d487b03f883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1f0075-95f4-40de-86e0-e1cbfbe55832,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:07.967315 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53222) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:08.019298 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4099713f-3cfa-4abc-9ae5-be99d5552149 admin admin] Publish callbacks [] for security_group (8b1f0075-95f4-40de-86e0-e1cbfbe55832), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:08.039070 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4099713f-3cfa-4abc-9ae5-be99d5552149 admin admin] Publish callbacks [] for security_group (8b1f0075-95f4-40de-86e0-e1cbfbe55832), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:08.083976 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4099713f-3cfa-4abc-9ae5-be99d5552149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (8b1f0075-95f4-40de-86e0-e1cbfbe55832), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:08.086558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4099713f-3cfa-4abc-9ae5-be99d5552149 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:08.087760 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4099713f-3cfa-4abc-9ae5-be99d5552149 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8b1f0075-95f4-40de-86e0-e1cbfbe55832 HTTP/1.1" status: 204 len: 168 time: 0.1194715 Oct 05 20:29:08.099160 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099713f-3cfa-4abc-9ae5-be99d5552149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1f0075-95f4-40de-86e0-e1cbfbe55832,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:08.771468 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e3b89-9c54-4e63-9399-349bff7fb0dd req-3fd813b3-b542-4cf3-8fdb-478f583fd684 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:08.772985 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c69e3b89-9c54-4e63-9399-349bff7fb0dd req-3fd813b3-b542-4cf3-8fdb-478f583fd684 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 946 time: 0.0538750 Oct 05 20:29:08.839297 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c69e3b89-9c54-4e63-9399-349bff7fb0dd req-7155474d-53bd-44cd-b2c0-5b639194056d tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577466 Oct 05 20:29:09.067683 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53302) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:09.389131 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:09.623589 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Deleting port 7e196596-b8e9-49b8-b135-a2d2e39aeffa {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:09.623938 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:09.714335 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] For port 7e196596-b8e9-49b8-b135-a2d2e39aeffa, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7e196596-b8e9-49b8-b135-a2d2e39aeffa,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:09.714774 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:09.729477 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:09.734305 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Calling delete_port for 7e196596-b8e9-49b8-b135-a2d2e39aeffa owned by network:router_interface {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:09.943234 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (7e196596-b8e9-49b8-b135-a2d2e39aeffa), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:09.984215 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e196596-b8e9-49b8-b135-a2d2e39aeffa,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:09.991952 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:10.025277 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea360b-f2bd-4e41-bacf-86acc63f65f8 req-7cf81c4f-4088-472b-9902-d9e2b0dc9408 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:10.026883 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80ea360b-f2bd-4e41-bacf-86acc63f65f8 req-7cf81c4f-4088-472b-9902-d9e2b0dc9408 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 946 time: 0.0943134 Oct 05 20:29:10.113772 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-80ea360b-f2bd-4e41-bacf-86acc63f65f8 req-87e5dcd7-6296-4f1c-b73b-3beb211da606 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640566 Oct 05 20:29:10.211962 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53348) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:10.224072 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.326550 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1e996ba6-29fd-4685-a5db-051295530752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.339856 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:10.355742 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:INSERT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:10.418044 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1e996ba6-29fd-4685-a5db-051295530752 admin admin] Publish callbacks [] for security_group (4463b256-3371-48a2-8fdd-76fc8d35634f), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.422348 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-1e996ba6-29fd-4685-a5db-051295530752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (4463b256-3371-48a2-8fdd-76fc8d35634f), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.463176 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e996ba6-29fd-4685-a5db-051295530752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4463b256-3371-48a2-8fdd-76fc8d35634f,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:10.471024 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-1e996ba6-29fd-4685-a5db-051295530752 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=15054958c1dc42f09f4b601e87b5a8b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555597 Oct 05 20:29:10.471534 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53352) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:10.524197 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-53ea3347-79d4-4fca-b221-e3d9f7f1903b admin admin] Publish callbacks [] for security_group (4463b256-3371-48a2-8fdd-76fc8d35634f), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.545492 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-53ea3347-79d4-4fca-b221-e3d9f7f1903b admin admin] Publish callbacks [] for security_group (4463b256-3371-48a2-8fdd-76fc8d35634f), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.596742 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-53ea3347-79d4-4fca-b221-e3d9f7f1903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (4463b256-3371-48a2-8fdd-76fc8d35634f), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.600106 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-53ea3347-79d4-4fca-b221-e3d9f7f1903b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.601258 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-53ea3347-79d4-4fca-b221-e3d9f7f1903b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4463b256-3371-48a2-8fdd-76fc8d35634f HTTP/1.1" status: 204 len: 168 time: 0.1290939 Oct 05 20:29:10.609423 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-2c8595ad-b9ce-42e9-9fa4-b5d459b0c6c2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:10.609592 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea3347-79d4-4fca-b221-e3d9f7f1903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4463b256-3371-48a2-8fdd-76fc8d35634f,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:10.611010 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-2c8595ad-b9ce-42e9-9fa4-b5d459b0c6c2 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 946 time: 0.0873239 Oct 05 20:29:10.633287 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:10.750518 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Deleting port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:10.750866 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.879066 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:10.886288 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:10.906173 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] For port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:10.906542 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:10.910714 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53358) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:10.924346 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-03408ab2-cb58-41b6-b18a-14c30ada024b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.002223 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-03408ab2-cb58-41b6-b18a-14c30ada024b admin admin] Publish callbacks [] for security_group (f79b7eeb-522e-42ff-b2bc-8d5327b14138), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.006883 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-03408ab2-cb58-41b6-b18a-14c30ada024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f79b7eeb-522e-42ff-b2bc-8d5327b14138), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.048715 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-03408ab2-cb58-41b6-b18a-14c30ada024b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=99285ac4a43e4bc6aeebbf3b63f5bfc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368978 Oct 05 20:29:11.049673 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03408ab2-cb58-41b6-b18a-14c30ada024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79b7eeb-522e-42ff-b2bc-8d5327b14138,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:11.052844 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53360) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:11.104501 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7568-b03b-489b-90a1-8e8edb9f184c admin admin] Publish callbacks [] for security_group (f79b7eeb-522e-42ff-b2bc-8d5327b14138), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.124860 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7568-b03b-489b-90a1-8e8edb9f184c admin admin] Publish callbacks [] for security_group (f79b7eeb-522e-42ff-b2bc-8d5327b14138), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.130850 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:11.141082 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] Sync routers for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:11.143271 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-2e8552ff-b2e1-43f9-ba43-ff6190f26b28 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0745151 Oct 05 20:29:11.146376 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53362) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:11.163489 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:11.174758 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:11.177096 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:11.178570 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7568-b03b-489b-90a1-8e8edb9f184c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f79b7eeb-522e-42ff-b2bc-8d5327b14138), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.181278 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0e6a7568-b03b-489b-90a1-8e8edb9f184c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.186385 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-0e6a7568-b03b-489b-90a1-8e8edb9f184c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f79b7eeb-522e-42ff-b2bc-8d5327b14138 HTTP/1.1" status: 204 len: 168 time: 0.1320264 Oct 05 20:29:11.197063 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a7568-b03b-489b-90a1-8e8edb9f184c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79b7eeb-522e-42ff-b2bc-8d5327b14138,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:11.197416 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.198015 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (7e3bbeca-831f-41a7-9020-4953f7f07e0f), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.198512 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Floating IP 7e3bbeca-831f-41a7-9020-4953f7f07e0f disassociated. External IP: 172.27.0.19, port: 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f. Oct 05 20:29:11.198856 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Calling delete_port for 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:11.298394 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:11.312225 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce1e6b-c0fc-432f-b3f8-8fd355a30eb9 req-42df093d-6b0c-4472-8bfc-1b6ad19b07d5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:11.313815 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e1ce1e6b-c0fc-432f-b3f8-8fd355a30eb9 req-42df093d-6b0c-4472-8bfc-1b6ad19b07d5 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 946 time: 0.0513399 Oct 05 20:29:11.369836 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e1ce1e6b-c0fc-432f-b3f8-8fd355a30eb9 req-d3587b38-ff3e-4435-9ecf-e237514e8a3b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c4be4a4c-b49d-424e-9f5e-83135224f1e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486541 Oct 05 20:29:11.374684 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (938a7d9f-3a0f-4c79-80ef-ca3e36f0894f), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.419284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event deleted for resources: {'Port': ['ID=938a7d9f-3a0f-4c79-80ef-ca3e36f0894f,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:11.439387 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks [] for router (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.496959 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:29:09Z', 'revision_number': 5, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:11.527585 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] Checking router: 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:11.537047 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] Routers {'8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:11.537685 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:11.630471 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks [] for router_gateway (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.640661 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Router 91bb8d91-b364-45be-941a-69450070930d has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:11.644704 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] Set router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:11.657295 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:11.729097 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Deleting port f84033c6-a50f-4be8-97ec-c32f565fde10 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:11.729097 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.745980 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:11.807008 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:11.807773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:11.808384 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:11.839958 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:29:09Z', 'revision_number': 5, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:11.843051 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:11.843417 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device a9e3e3b2-5f4a-429d-ba7f-ec4fe5ec3e7e not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:11.853482 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:11.870489 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] Sync routers for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:11.888282 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:11.889058 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:11.902309 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb709c-07e3-450a-ac1b-e1f15d479985 None None] The sync data for ids ['8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1'] in dv-cinder-801522-12-iscsi is: [{'id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'name': 'tempest-TestMinimumBasicScenario-1166255817-router', 'tenant_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:25Z', 'updated_at': '2022-10-05T20:29:09Z', 'revision_number': 5, 'project_id': '5d5f5bc40cdc4be792aff778d3020c6d', 'gw_port': {'id': 'f84033c6-a50f-4be8-97ec-c32f565fde10', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b3:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:26Z', 'updated_at': '2022-10-05T20:26:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:11.935469 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] No DVR routers for this DVR port 938a7d9f-3a0f-4c79-80ef-ca3e36f0894f on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:11.939095 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] For port f84033c6-a50f-4be8-97ec-c32f565fde10, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=f84033c6-a50f-4be8-97ec-c32f565fde10,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:11.939477 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.966721 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Calling delete_port for f84033c6-a50f-4be8-97ec-c32f565fde10 owned by network:router_gateway {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:11.969104 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:11.972497 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3cfb594d-dd29-4a5b-9557-a3d2d1357a0c req-400a9920-61ac-4125-8d95-ce5822d20d9b tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.15 "DELETE /networking/v2.0/ports/938a7d9f-3a0f-4c79-80ef-ca3e36f0894f HTTP/1.1" status: 204 len: 173 time: 1.3533340 Oct 05 20:29:11.973011 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-deleted', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:29:11.975520 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc72627d-4a9e-403b-96af-e5e5c9b7df84" -d '{"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-deleted", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:29:12.031352 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034361f3-d954-43ec-bd44-bfff385268cf x-openstack-request-id: req-034361f3-d954-43ec-bd44-bfff385268cf {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:29:12.031747 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afc70e1-0337-42dd-9976-27f07f9baff3", "name": "network-vif-deleted", "tag": "938a7d9f-3a0f-4c79-80ef-ca3e36f0894f", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:29:12.032142 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-034361f3-d954-43ec-bd44-bfff385268cf {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:29:12.032588 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034361f3-d954-43ec-bd44-bfff385268cf'] response: {'server_uuid': '4afc70e1-0337-42dd-9976-27f07f9baff3', 'name': 'network-vif-deleted', 'tag': '938a7d9f-3a0f-4c79-80ef-ca3e36f0894f', 'status': 'completed', 'code': 200} Oct 05 20:29:12.055992 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:12.130251 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:12.221678 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (f84033c6-a50f-4be8-97ec-c32f565fde10), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.259000 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f84033c6-a50f-4be8-97ec-c32f565fde10,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:12.314687 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:12.328378 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:12.332921 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.361290 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] Checking router: 91bb8d91-b364-45be-941a-69450070930d for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:12.371894 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:12.372508 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:12.434648 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.436592 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks [] for router_controller (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.505540 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.506190 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 {{(pid=106133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:29:12.515577 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.519185 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-84e22058-576f-4dcb-96ce-167b7c2030fe admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/8568ba66-a09f-4e8b-a8d6-b8e195ff4fa1 HTTP/1.1" status: 204 len: 168 time: 1.3695333 Oct 05 20:29:12.519425 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53396) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:12.552230 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f04b53eb-a77f-4d44-b428-01de97a923e1 req-7a24d9d1-e6a9-4fff-bfaf-c80c62d433e8 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4afc70e1-0337-42dd-9976-27f07f9baff3 HTTP/1.1" status: 200 len: 210 time: 0.0574396 Oct 05 20:29:12.560336 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:12.576683 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe87bf05-21b8-4719-b473-57bd0a5edbee admin admin] Deleting subnet 4b89de43-ce56-44bf-b62f-00e170dc7068 {{(pid=106133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:29:12.594108 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe87bf05-21b8-4719-b473-57bd0a5edbee admin admin] Publish callbacks [] for subnet (4b89de43-ce56-44bf-b62f-00e170dc7068), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.639703 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe87bf05-21b8-4719-b473-57bd0a5edbee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60665605'] for subnet (4b89de43-ce56-44bf-b62f-00e170dc7068), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.808792 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe87bf05-21b8-4719-b473-57bd0a5edbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (4b89de43-ce56-44bf-b62f-00e170dc7068), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.893242 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe87bf05-21b8-4719-b473-57bd0a5edbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60664253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60320505'] for subnet (4b89de43-ce56-44bf-b62f-00e170dc7068), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.923083 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe87bf05-21b8-4719-b473-57bd0a5edbee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b89de43-ce56-44bf-b62f-00e170dc7068,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:12.925124 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe87bf05-21b8-4719-b473-57bd0a5edbee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:12.929117 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-fe87bf05-21b8-4719-b473-57bd0a5edbee admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/4b89de43-ce56-44bf-b62f-00e170dc7068 HTTP/1.1" status: 204 len: 168 time: 0.4081995 Oct 05 20:29:12.931425 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53408) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:12.980356 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:13.014383 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (e2ff507a-5556-4eeb-8338-0d9f9e3dbc81), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.062036 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Deleting port e521c09c-97ba-44c2-876d-e0fd157f4545 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:13.062530 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.073139 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06baf398-6012-4852-bb74-0fb967dad7c2 None None] Network e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:13.135275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] For port e521c09c-97ba-44c2-876d-e0fd157f4545, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=e521c09c-97ba-44c2-876d-e0fd157f4545,segment=NetworkSegment(72264c20-9fa3-46cf-9125-536f376d88fe),segment_id=72264c20-9fa3-46cf-9125-536f376d88fe)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:13.135708 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.150901 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Calling delete_port for e521c09c-97ba-44c2-876d-e0fd157f4545 owned by network:dhcp {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:13.180923 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:13.213818 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7e196596-b8e9-49b8-b135-a2d2e39aeffa no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:13.261382 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42bc9ed-aa3e-4946-aa32-e478e90fd0d0 None None] The sync data for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi is: [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:21:53Z', 'revision_number': 4, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '582dc219-57ba-4b78-8127-9e206456e6b0', 'name': '', 'network_id': 'f57b2de0-9b37-423e-9981-d689d8abf0c3', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'mac_address': 'fa:16:3e:72:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:50Z', 'updated_at': '2022-10-05T20:22:10Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'subnets': [{'id': 'bbfb6b56-8c0c-450a-b9b2-f408d85f53bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:13.265191 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 7e196596-b8e9-49b8-b135-a2d2e39aeffa {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:13.265449 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7e196596-b8e9-49b8-b135-a2d2e39aeffa not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:13.288641 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (e521c09c-97ba-44c2-876d-e0fd157f4545), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.331308 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] No DVR routers for this DVR port e521c09c-97ba-44c2-876d-e0fd157f4545 on host dv-cinder-801522-12-iscsi {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:13.333324 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e521c09c-97ba-44c2-876d-e0fd157f4545,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:13.427065 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:13.433773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c953f0-bab9-4478-bda7-dc3c2c9be968 None None] DHCP port deletion for e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:29:13.637869 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aec5417-53ed-4edd-836f-7208fe4997d9 None None] New status for floating IP 7e3bbeca-831f-41a7-9020-4953f7f07e0f: DOWN {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:29:13.670169 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53426) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:13.714082 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:13.727042 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (e2ff507a-5556-4eeb-8338-0d9f9e3dbc81), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.730177 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5611e7e5-b11b-4469-86cd-1d98c100edbd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (c4be4a4c-b49d-424e-9f5e-83135224f1e5), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.747390 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2ff507a-5556-4eeb-8338-0d9f9e3dbc81']}} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:13.753354 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5611e7e5-b11b-4469-86cd-1d98c100edbd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (c4be4a4c-b49d-424e-9f5e-83135224f1e5), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.755769 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:13.758246 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72264c20-9fa3-46cf-9125-536f376d88fe') {'for_net_delete': True} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:13.758554 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72264c20-9fa3-46cf-9125-536f376d88fe') {} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:13.770324 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60665724'] for segment (72264c20-9fa3-46cf-9125-536f376d88fe), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.784628 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (72264c20-9fa3-46cf-9125-536f376d88fe), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.797555 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=106133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:29:13.797555 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60664151'] for segment (72264c20-9fa3-46cf-9125-536f376d88fe), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.806651 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5611e7e5-b11b-4469-86cd-1d98c100edbd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (c4be4a4c-b49d-424e-9f5e-83135224f1e5), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.809614 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5611e7e5-b11b-4469-86cd-1d98c100edbd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.812980 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-5611e7e5-b11b-4469-86cd-1d98c100edbd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c4be4a4c-b49d-424e-9f5e-83135224f1e5 HTTP/1.1" status: 204 len: 168 time: 0.1404414 Oct 05 20:29:13.817637 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53432) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:13.842225 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611e7e5-b11b-4469-86cd-1d98c100edbd tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4be4a4c-b49d-424e-9f5e-83135224f1e5,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:13.846216 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.api.v2.resource [None req-4d2a8b88-56bd-4490-991f-cae07607b5ee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] show failed (client error): The resource could not be found. Oct 05 20:29:13.848550 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4d2a8b88-56bd-4490-991f-cae07607b5ee tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "GET /networking/v2.0/security-groups/c4be4a4c-b49d-424e-9f5e-83135224f1e5 HTTP/1.1" status: 404 len: 347 time: 0.0298607 Oct 05 20:29:13.850995 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53434) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:13.866263 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (e2ff507a-5556-4eeb-8338-0d9f9e3dbc81), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.875396 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.884980 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/e2ff507a-5556-4eeb-8338-0d9f9e3dbc81 HTTP/1.1" status: 204 len: 168 time: 0.9523435 Oct 05 20:29:13.886921 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53436) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:13.905174 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589ce15-1d61-40bc-a0e6-b90cef2e60ca admin admin] Pushing event deleted for resources: {'Network': ['ID=e2ff507a-5556-4eeb-8338-0d9f9e3dbc81,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:13.983337 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Deleting port edd0e6b4-74b4-44a4-b87b-b939f1c1563b {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:13.983669 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (edd0e6b4-74b4-44a4-b87b-b939f1c1563b), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:13.986838 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment 72264c20-9fa3-46cf-9125-536f376d88fe resource provider aggregate not found Oct 05 20:29:14.008367 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment 72264c20-9fa3-46cf-9125-536f376d88fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72264c20-9fa3-46cf-9125-536f376d88fe found for delete ", "request_id": "req-fde94fca-3e08-468d-b747-49a93f85dd79"}]} Oct 05 20:29:14.060497 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (edd0e6b4-74b4-44a4-b87b-b939f1c1563b), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.060819 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (edd0e6b4-74b4-44a4-b87b-b939f1c1563b), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.074187 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Calling delete_port for edd0e6b4-74b4-44a4-b87b-b939f1c1563b owned by network:floatingip {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:14.203873 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (edd0e6b4-74b4-44a4-b87b-b939f1c1563b), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.218985 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:14.228204 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (e1ff5802-0832-42b7-bb68-84999a47fc75), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.228770 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Pushing event deleted for resources: {'Port': ['ID=edd0e6b4-74b4-44a4-b87b-b939f1c1563b,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:14.294385 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks [] for floatingip (7e3bbeca-831f-41a7-9020-4953f7f07e0f), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.296945 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.298111 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-c728056a-f9b8-4a69-bbbb-fa2408601213 tempest-AttachVolumeShelveTestJSON-1633485442 tempest-AttachVolumeShelveTestJSON-1633485442-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/7e3bbeca-831f-41a7-9020-4953f7f07e0f HTTP/1.1" status: 204 len: 168 time: 0.4460068 Oct 05 20:29:14.461568 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Deleting port 92a4b935-4694-4fdd-bb8c-7822868e03b3 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:14.462155 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.538817 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] For port 92a4b935-4694-4fdd-bb8c-7822868e03b3, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=92a4b935-4694-4fdd-bb8c-7822868e03b3,segment=NetworkSegment(b828090f-7e46-4517-bcc7-23f09f5a5443),segment_id=b828090f-7e46-4517-bcc7-23f09f5a5443)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:14.539190 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.552654 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Calling delete_port for 92a4b935-4694-4fdd-bb8c-7822868e03b3 owned by network:router_interface {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:14.678789 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:14.758697 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (92a4b935-4694-4fdd-bb8c-7822868e03b3), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.784072 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Pushing event deleted for resources: {'Port': ['ID=92a4b935-4694-4fdd-bb8c-7822868e03b3,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:14.940387 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device f84033c6-a50f-4be8-97ec-c32f565fde10 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:14.951224 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (e1ff5802-0832-42b7-bb68-84999a47fc75), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:14.965761 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: f84033c6-a50f-4be8-97ec-c32f565fde10 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:14.966115 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device f84033c6-a50f-4be8-97ec-c32f565fde10 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:14.966606 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device e521c09c-97ba-44c2-876d-e0fd157f4545 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:14.986590 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: e521c09c-97ba-44c2-876d-e0fd157f4545 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:14.986942 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device e521c09c-97ba-44c2-876d-e0fd157f4545 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:15.158315 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Router e1ff5802-0832-42b7-bb68-84999a47fc75 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:15.169783 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:15.261963 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:15.266655 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-526e1627-8811-45e1-8a07-e01589302d97 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/e1ff5802-0832-42b7-bb68-84999a47fc75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3786943 Oct 05 20:29:15.269814 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53450) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:15.271759 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] Sync routers for ids ['e1ff5802-0832-42b7-bb68-84999a47fc75'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:15.282855 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] Routers {'e1ff5802-0832-42b7-bb68-84999a47fc75'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:15.283466 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e1ff5802-0832-42b7-bb68-84999a47fc75'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:15.362131 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:15.387044 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] Set router e1ff5802-0832-42b7-bb68-84999a47fc75 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:15.584302 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:29:14Z', 'revision_number': 5, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'gw_port': {'id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:15.602396 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks [] for router (e1ff5802-0832-42b7-bb68-84999a47fc75), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:15.613367 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] Checking router: e1ff5802-0832-42b7-bb68-84999a47fc75 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:15.622092 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] Routers {'e1ff5802-0832-42b7-bb68-84999a47fc75'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:15.622696 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e1ff5802-0832-42b7-bb68-84999a47fc75'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:15.673212 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:15.705793 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks [] for router_gateway (e1ff5802-0832-42b7-bb68-84999a47fc75), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:15.727162 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] Set router e1ff5802-0832-42b7-bb68-84999a47fc75 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:15.752510 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Deleting port 1fdb0365-2201-4617-b201-ed5cd3bcade7 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:15.752843 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:15.808524 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:15.842901 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] For port 1fdb0365-2201-4617-b201-ed5cd3bcade7, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=1fdb0365-2201-4617-b201-ed5cd3bcade7,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:15.843263 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:15.856938 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Calling delete_port for 1fdb0365-2201-4617-b201-ed5cd3bcade7 owned by network:router_gateway {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:15.915934 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:29:14Z', 'revision_number': 5, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'gw_port': {'id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:15.934987 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:15.948927 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd63bfd4-23d8-4e08-af66-39ead0fc89ea None None] The sync data for ids ['e1ff5802-0832-42b7-bb68-84999a47fc75'] in dv-cinder-801522-12-iscsi is: [{'id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'name': 'tempest-TestMinimumBasicScenario-195097428-router', 'tenant_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:29:14Z', 'revision_number': 5, 'project_id': 'b4002f10776f48c5a34aaa62ae41dd60', 'gw_port': {'id': '1fdb0365-2201-4617-b201-ed5cd3bcade7', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:ff:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1ff5802-0832-42b7-bb68-84999a47fc75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:26:31Z', 'updated_at': '2022-10-05T20:26:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:16.058430 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (1fdb0365-2201-4617-b201-ed5cd3bcade7), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.087042 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdb0365-2201-4617-b201-ed5cd3bcade7,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:16.165668 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (e1ff5802-0832-42b7-bb68-84999a47fc75), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.257589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (e1ff5802-0832-42b7-bb68-84999a47fc75), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.259695 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks [] for router_controller (e1ff5802-0832-42b7-bb68-84999a47fc75), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.301610 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (e1ff5802-0832-42b7-bb68-84999a47fc75), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.302302 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1ff5802-0832-42b7-bb68-84999a47fc75 {{(pid=106132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:29:16.307550 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.308757 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-7c8f0af1-53dc-4b94-bb52-967224d0c145 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/e1ff5802-0832-42b7-bb68-84999a47fc75 HTTP/1.1" status: 204 len: 168 time: 1.0378718 Oct 05 20:29:16.311322 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53474) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:16.361241 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9884138-7183-4828-b7ec-3a8cf88007a5 admin admin] Deleting subnet 5c01f6d2-452a-42fa-ae20-3056c3302157 {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:29:16.366122 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e9884138-7183-4828-b7ec-3a8cf88007a5 admin admin] Publish callbacks [] for subnet (5c01f6d2-452a-42fa-ae20-3056c3302157), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.402015 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e9884138-7183-4828-b7ec-3a8cf88007a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60049818'] for subnet (5c01f6d2-452a-42fa-ae20-3056c3302157), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.478624 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e9884138-7183-4828-b7ec-3a8cf88007a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (5c01f6d2-452a-42fa-ae20-3056c3302157), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.540641 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e9884138-7183-4828-b7ec-3a8cf88007a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59052715'] for subnet (5c01f6d2-452a-42fa-ae20-3056c3302157), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.565300 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9884138-7183-4828-b7ec-3a8cf88007a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c01f6d2-452a-42fa-ae20-3056c3302157,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:16.571219 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e9884138-7183-4828-b7ec-3a8cf88007a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.576650 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e9884138-7183-4828-b7ec-3a8cf88007a5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/5c01f6d2-452a-42fa-ae20-3056c3302157 HTTP/1.1" status: 204 len: 168 time: 0.2620795 Oct 05 20:29:16.576914 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53476) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:16.577099 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba573f2e-b39c-47b4-8aae-74303f0ab7de None None] Network 3eb511d0-0d15-4e0a-8181-fb6481867800 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:16.648141 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (3eb511d0-0d15-4e0a-8181-fb6481867800), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.695613 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Deleting port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:16.695948 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.760623 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:16.767720 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53484) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:16.768172 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] For port c667ee56-c8d2-44f2-b7c3-d00dbcff6086, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=c667ee56-c8d2-44f2-b7c3-d00dbcff6086,segment=NetworkSegment(b828090f-7e46-4517-bcc7-23f09f5a5443),segment_id=b828090f-7e46-4517-bcc7-23f09f5a5443)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:16.768278 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.783131 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Calling delete_port for c667ee56-c8d2-44f2-b7c3-d00dbcff6086 owned by network:dhcp {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:16.860508 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (c667ee56-c8d2-44f2-b7c3-d00dbcff6086), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:16.888795 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Pushing event deleted for resources: {'Port': ['ID=c667ee56-c8d2-44f2-b7c3-d00dbcff6086,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:16.891686 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:16.898122 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] No DVR routers for this DVR port c667ee56-c8d2-44f2-b7c3-d00dbcff6086 on host dv-cinder-801522-12-iscsi {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:16.900359 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.900703 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.901046 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.901382 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.902284 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.902284 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.902476 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.902668 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.902988 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.903308 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.903628 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.903946 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.904359 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.904599 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.904897 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:16.938775 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c0db4b-7b61-4ad7-be9f-2a13282bf08e None None] DHCP port deletion for 3eb511d0-0d15-4e0a-8181-fb6481867800 request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:29:16.990054 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (3eb511d0-0d15-4e0a-8181-fb6481867800), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.012744 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb511d0-0d15-4e0a-8181-fb6481867800']}} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:17.023063 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b828090f-7e46-4517-bcc7-23f09f5a5443') {'for_net_delete': True} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:17.023357 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b828090f-7e46-4517-bcc7-23f09f5a5443') {} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:17.023464 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 92a4b935-4694-4fdd-bb8c-7822868e03b3 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:17.034401 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60049891'] for segment (b828090f-7e46-4517-bcc7-23f09f5a5443), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.043694 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 92a4b935-4694-4fdd-bb8c-7822868e03b3 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:17.044044 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 92a4b935-4694-4fdd-bb8c-7822868e03b3 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:17.044462 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 1fdb0365-2201-4617-b201-ed5cd3bcade7 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:17.048075 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (b828090f-7e46-4517-bcc7-23f09f5a5443), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.055985 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=106132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:29:17.056425 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60451634'] for segment (b828090f-7e46-4517-bcc7-23f09f5a5443), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.063854 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 1fdb0365-2201-4617-b201-ed5cd3bcade7 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:17.064291 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 1fdb0365-2201-4617-b201-ed5cd3bcade7 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:17.064763 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c667ee56-c8d2-44f2-b7c3-d00dbcff6086 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:17.085142 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: c667ee56-c8d2-44f2-b7c3-d00dbcff6086 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:17.085769 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c667ee56-c8d2-44f2-b7c3-d00dbcff6086 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:17.112218 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment b828090f-7e46-4517-bcc7-23f09f5a5443 resource provider aggregate not found Oct 05 20:29:17.135599 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment b828090f-7e46-4517-bcc7-23f09f5a5443 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b828090f-7e46-4517-bcc7-23f09f5a5443 found for delete ", "request_id": "req-bc15b57e-37ea-4fee-a076-5ab0c8a3b239"}]} Oct 05 20:29:17.136727 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (3eb511d0-0d15-4e0a-8181-fb6481867800), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.141233 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.146804 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/3eb511d0-0d15-4e0a-8181-fb6481867800 HTTP/1.1" status: 204 len: 168 time: 0.5660009 Oct 05 20:29:17.157924 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7d80a-a156-4e6f-9bf6-53a6687b06db admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb511d0-0d15-4e0a-8181-fb6481867800,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:17.217830 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e870f097-59ec-4c00-8f1e-8941ac9aafbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.283653 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53498) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:17.312517 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:DELETE=3,neutron:UPDATE=1,neutron:SELECT=96 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:17.349701 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (91bb8d91-b364-45be-941a-69450070930d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.398075 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-3007a2e0-1104-410b-9cec-78a1ccd8ac7c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5d5f5bc40cdc4be792aff778d3020c6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1133502 Oct 05 20:29:17.400777 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53506) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:17.452946 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e430e6d8-24bc-41d9-9a71-44a7d7afb371 admin admin] Publish callbacks [] for security_group (c7c53835-f019-4ad5-a9f2-a663743f7d9b), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.474777 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e430e6d8-24bc-41d9-9a71-44a7d7afb371 admin admin] Publish callbacks [] for security_group (c7c53835-f019-4ad5-a9f2-a663743f7d9b), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.525084 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e430e6d8-24bc-41d9-9a71-44a7d7afb371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (c7c53835-f019-4ad5-a9f2-a663743f7d9b), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.528228 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e430e6d8-24bc-41d9-9a71-44a7d7afb371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.529415 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e430e6d8-24bc-41d9-9a71-44a7d7afb371 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c7c53835-f019-4ad5-a9f2-a663743f7d9b HTTP/1.1" status: 204 len: 168 time: 0.1268194 Oct 05 20:29:17.540112 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430e6d8-24bc-41d9-9a71-44a7d7afb371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c53835-f019-4ad5-a9f2-a663743f7d9b,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:17.627088 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Deleting port 582dc219-57ba-4b78-8127-9e206456e6b0 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:17.627796 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.727706 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] For port 582dc219-57ba-4b78-8127-9e206456e6b0, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=582dc219-57ba-4b78-8127-9e206456e6b0,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:17.728079 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.746355 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Calling delete_port for 582dc219-57ba-4b78-8127-9e206456e6b0 owned by network:router_interface {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:17.821530 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:17.920303 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53526) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:17.960401 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (582dc219-57ba-4b78-8127-9e206456e6b0), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:17.963104 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-592391a0-6e5c-404d-9523-f5e19802e1b7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b4002f10776f48c5a34aaa62ae41dd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415807 Oct 05 20:29:17.965718 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53528) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:17.987577 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Pushing event deleted for resources: {'Port': ['ID=582dc219-57ba-4b78-8127-9e206456e6b0,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:18.021936 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-82448434-95ea-41ba-8f83-a24a6e250683 admin admin] Publish callbacks [] for security_group (060c35ea-947d-4593-b845-c3f3764851f4), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:18.046040 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-82448434-95ea-41ba-8f83-a24a6e250683 admin admin] Publish callbacks [] for security_group (060c35ea-947d-4593-b845-c3f3764851f4), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:18.103899 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-82448434-95ea-41ba-8f83-a24a6e250683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (060c35ea-947d-4593-b845-c3f3764851f4), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:18.107784 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-82448434-95ea-41ba-8f83-a24a6e250683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:18.111905 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-82448434-95ea-41ba-8f83-a24a6e250683 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/060c35ea-947d-4593-b845-c3f3764851f4 HTTP/1.1" status: 204 len: 168 time: 0.1428878 Oct 05 20:29:18.120110 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82448434-95ea-41ba-8f83-a24a6e250683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060c35ea-947d-4593-b845-c3f3764851f4,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:18.194629 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (91bb8d91-b364-45be-941a-69450070930d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:18.355443 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:18.417754 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Router 91bb8d91-b364-45be-941a-69450070930d has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:18.528586 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:18.537907 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-c1508c8b-1f66-4306-b334-3e4760f6bc15 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/91bb8d91-b364-45be-941a-69450070930d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7661252 Oct 05 20:29:18.537907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53532) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:18.540558 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] Sync routers for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:18.549010 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:18.554296 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:18.554962 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:18.637907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks [] for router (91bb8d91-b364-45be-941a-69450070930d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:18.660368 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:18.801000 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:18.837195 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:29:18.848899 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:29:17Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:18.876417 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] Checking router: 91bb8d91-b364-45be-941a-69450070930d for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:18.888204 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] Routers {'91bb8d91-b364-45be-941a-69450070930d'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:18.888910 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:28:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['91bb8d91-b364-45be-941a-69450070930d'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:19.012141 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks [] for router_gateway (91bb8d91-b364-45be-941a-69450070930d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.016237 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:19.057697 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Deleting port e30a2645-b890-4b3e-90dc-f0b4700bf0ad {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:19.057980 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.092231 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] Set router 91bb8d91-b364-45be-941a-69450070930d gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:19.141307 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] For port e30a2645-b890-4b3e-90dc-f0b4700bf0ad, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=e30a2645-b890-4b3e-90dc-f0b4700bf0ad,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:19.141706 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.155112 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Calling delete_port for e30a2645-b890-4b3e-90dc-f0b4700bf0ad owned by network:router_gateway {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:19.259139 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:29:17Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:19.288178 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bbd06b-34a6-4ad5-87b3-f98d5c1dea9b None None] The sync data for ids ['91bb8d91-b364-45be-941a-69450070930d'] in dv-cinder-801522-12-iscsi is: [{'id': '91bb8d91-b364-45be-941a-69450070930d', 'name': 'tempest-AttachVolumeShelveTestJSON-587401103-router', 'tenant_id': '140a5d8a1d264d8bad17d352591fa6a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:21:44Z', 'updated_at': '2022-10-05T20:29:17Z', 'revision_number': 5, 'project_id': '140a5d8a1d264d8bad17d352591fa6a2', 'gw_port': {'id': 'e30a2645-b890-4b3e-90dc-f0b4700bf0ad', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:a7:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91bb8d91-b364-45be-941a-69450070930d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:21:46Z', 'updated_at': '2022-10-05T20:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:19.324253 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (e30a2645-b890-4b3e-90dc-f0b4700bf0ad), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.349405 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Pushing event deleted for resources: {'Port': ['ID=e30a2645-b890-4b3e-90dc-f0b4700bf0ad,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:19.410464 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (91bb8d91-b364-45be-941a-69450070930d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.494335 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (91bb8d91-b364-45be-941a-69450070930d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.496454 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks [] for router_controller (91bb8d91-b364-45be-941a-69450070930d), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.540226 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (91bb8d91-b364-45be-941a-69450070930d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.540941 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91bb8d91-b364-45be-941a-69450070930d {{(pid=106133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:29:19.545395 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.546288 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-074a8f8c-6000-4491-b5cc-24d8ef22667c admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/91bb8d91-b364-45be-941a-69450070930d HTTP/1.1" status: 204 len: 168 time: 1.0082583 Oct 05 20:29:19.548905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53542) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:19.551963 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-25a44c25-0756-4fff-bc10-3aa4727a7e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.581179 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:19.595379 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_v2 [None req-61980ca3-c238-4250-89ae-1271ce95f7a2 admin admin] Deleting subnet bbfb6b56-8c0c-450a-b9b2-f408d85f53bd {{(pid=106133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:29:19.598690 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-61980ca3-c238-4250-89ae-1271ce95f7a2 admin admin] Publish callbacks [] for subnet (bbfb6b56-8c0c-450a-b9b2-f408d85f53bd), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.634181 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-61980ca3-c238-4250-89ae-1271ce95f7a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60665605'] for subnet (bbfb6b56-8c0c-450a-b9b2-f408d85f53bd), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.715604 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-61980ca3-c238-4250-89ae-1271ce95f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (bbfb6b56-8c0c-450a-b9b2-f408d85f53bd), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.771373 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-61980ca3-c238-4250-89ae-1271ce95f7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60664253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60320505'] for subnet (bbfb6b56-8c0c-450a-b9b2-f408d85f53bd), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.796345 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61980ca3-c238-4250-89ae-1271ce95f7a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbfb6b56-8c0c-450a-b9b2-f408d85f53bd,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:19.801195 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-61980ca3-c238-4250-89ae-1271ce95f7a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.806731 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-61980ca3-c238-4250-89ae-1271ce95f7a2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/bbfb6b56-8c0c-450a-b9b2-f408d85f53bd HTTP/1.1" status: 204 len: 168 time: 0.2544777 Oct 05 20:29:19.806905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53546) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:19.809067 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3526a80-58ef-4d78-a68b-b1c641ac7e0f None None] Network f57b2de0-9b37-423e-9981-d689d8abf0c3 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:19.893095 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (f57b2de0-9b37-423e-9981-d689d8abf0c3), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.904608 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:19.940224 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Deleting port 53dda3af-932f-4346-a03a-b3f8c8584c84 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:19.940568 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:19.990046 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868b5928-9016-4620-b341-ea5e080eb84c None None] DHCP port deletion for f57b2de0-9b37-423e-9981-d689d8abf0c3 request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:29:20.010718 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] For port 53dda3af-932f-4346-a03a-b3f8c8584c84, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=53dda3af-932f-4346-a03a-b3f8c8584c84,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:20.011109 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.025685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Calling delete_port for 53dda3af-932f-4346-a03a-b3f8c8584c84 owned by network:dhcp {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:20.027401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-868b5928-9016-4620-b341-ea5e080eb84c None None] Deleting port 53dda3af-932f-4346-a03a-b3f8c8584c84 {{(pid=106134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:20.027696 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-868b5928-9016-4620-b341-ea5e080eb84c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), before_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.092523 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-868b5928-9016-4620-b341-ea5e080eb84c None None] For port 53dda3af-932f-4346-a03a-b3f8c8584c84, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=53dda3af-932f-4346-a03a-b3f8c8584c84,segment=NetworkSegment(c877d92e-d42e-498c-949d-102d2290f8f9),segment_id=c877d92e-d42e-498c-949d-102d2290f8f9)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:20.092917 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-868b5928-9016-4620-b341-ea5e080eb84c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), precommit_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.108184 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-868b5928-9016-4620-b341-ea5e080eb84c None None] Calling delete_port for 53dda3af-932f-4346-a03a-b3f8c8584c84 owned by network:dhcp {{(pid=106134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:20.123523 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.151429 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Pushing event deleted for resources: {'Port': ['ID=53dda3af-932f-4346-a03a-b3f8c8584c84,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:20.152588 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:20.153140 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] No DVR routers for this DVR port 53dda3af-932f-4346-a03a-b3f8c8584c84 on host dv-cinder-801522-12-iscsi {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:20.194165 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-868b5928-9016-4620-b341-ea5e080eb84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (53dda3af-932f-4346-a03a-b3f8c8584c84), after_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.220296 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b5928-9016-4620-b341-ea5e080eb84c None None] Pushing event deleted for resources: {'Port': ['ID=53dda3af-932f-4346-a03a-b3f8c8584c84,revision_number=None']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:20.229103 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (f57b2de0-9b37-423e-9981-d689d8abf0c3), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.231218 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b5928-9016-4620-b341-ea5e080eb84c None None] No DVR routers for this DVR port 53dda3af-932f-4346-a03a-b3f8c8584c84 on host dv-cinder-801522-12-iscsi {{(pid=106134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:20.255322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57b2de0-9b37-423e-9981-d689d8abf0c3']}} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:20.265839 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c877d92e-d42e-498c-949d-102d2290f8f9') {'for_net_delete': True} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:20.266140 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c877d92e-d42e-498c-949d-102d2290f8f9') {} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:20.276189 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60665724'] for segment (c877d92e-d42e-498c-949d-102d2290f8f9), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.291904 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (c877d92e-d42e-498c-949d-102d2290f8f9), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.303994 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=106133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:29:20.304442 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60664151'] for segment (c877d92e-d42e-498c-949d-102d2290f8f9), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.328766 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment c877d92e-d42e-498c-949d-102d2290f8f9 resource provider aggregate not found Oct 05 20:29:20.394616 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment c877d92e-d42e-498c-949d-102d2290f8f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c877d92e-d42e-498c-949d-102d2290f8f9 found for delete ", "request_id": "req-5c8fffc3-409b-463a-9ceb-6393bd0d70e1"}]} Oct 05 20:29:20.404154 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (f57b2de0-9b37-423e-9981-d689d8abf0c3), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.424494 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.434054 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/f57b2de0-9b37-423e-9981-d689d8abf0c3 HTTP/1.1" status: 204 len: 168 time: 0.6261609 Oct 05 20:29:20.435676 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeafe41-ad44-4b85-9415-1fcacad96841 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57b2de0-9b37-423e-9981-d689d8abf0c3,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:20.656729 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53576) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:20.700637 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4dc5e5e8-adc7-4d68-b9a9-facde4f49cc4 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=140a5d8a1d264d8bad17d352591fa6a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0427411 Oct 05 20:29:20.703108 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53578) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:20.739466 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:20.752523 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-247bd82e-0e05-4bb0-8f63-8053de3065a8 admin admin] Publish callbacks [] for security_group (5ace9a26-f4d9-4cc9-9d1f-9bebd7abda4a), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.773432 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-247bd82e-0e05-4bb0-8f63-8053de3065a8 admin admin] Publish callbacks [] for security_group (5ace9a26-f4d9-4cc9-9d1f-9bebd7abda4a), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.821728 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-247bd82e-0e05-4bb0-8f63-8053de3065a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (5ace9a26-f4d9-4cc9-9d1f-9bebd7abda4a), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.824282 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-247bd82e-0e05-4bb0-8f63-8053de3065a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:20.825444 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-247bd82e-0e05-4bb0-8f63-8053de3065a8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5ace9a26-f4d9-4cc9-9d1f-9bebd7abda4a HTTP/1.1" status: 204 len: 168 time: 0.1214592 Oct 05 20:29:20.838573 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bd82e-0e05-4bb0-8f63-8053de3065a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ace9a26-f4d9-4cc9-9d1f-9bebd7abda4a,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:20.882149 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 582dc219-57ba-4b78-8127-9e206456e6b0 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:20.902894 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 582dc219-57ba-4b78-8127-9e206456e6b0 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:20.903241 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 582dc219-57ba-4b78-8127-9e206456e6b0 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:20.903653 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device e30a2645-b890-4b3e-90dc-f0b4700bf0ad no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:20.928876 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: e30a2645-b890-4b3e-90dc-f0b4700bf0ad {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:20.929225 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device e30a2645-b890-4b3e-90dc-f0b4700bf0ad not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:20.929663 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 53dda3af-932f-4346-a03a-b3f8c8584c84 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:20.955086 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 53dda3af-932f-4346-a03a-b3f8c8584c84 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:20.955431 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 53dda3af-932f-4346-a03a-b3f8c8584c84 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:20.957768 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:22.556033 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:22.708340 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:27.681871 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:28.085903 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=61,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:28.114530 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=62,neutron:DELETE=8 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:28.823776 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53780) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:28.931867 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-270b227c-a6b8-462f-b2fe-8d36a4e3c13a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.009751 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-270b227c-a6b8-462f-b2fe-8d36a4e3c13a admin admin] Publish callbacks [] for security_group (9ac44a84-8a35-4fea-9799-27c78d868971), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.014695 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-270b227c-a6b8-462f-b2fe-8d36a4e3c13a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (9ac44a84-8a35-4fea-9799-27c78d868971), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.055684 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270b227c-a6b8-462f-b2fe-8d36a4e3c13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac44a84-8a35-4fea-9799-27c78d868971,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:29.059897 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-270b227c-a6b8-462f-b2fe-8d36a4e3c13a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=64da4b58571040509d92ef27a0b3223f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351246 Oct 05 20:29:29.063027 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53790) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:29.100299 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:29.113628 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b40d-5beb-4385-be5b-85f475c64c88 admin admin] Publish callbacks [] for security_group (9ac44a84-8a35-4fea-9799-27c78d868971), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.134733 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b40d-5beb-4385-be5b-85f475c64c88 admin admin] Publish callbacks [] for security_group (9ac44a84-8a35-4fea-9799-27c78d868971), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.182320 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b40d-5beb-4385-be5b-85f475c64c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (9ac44a84-8a35-4fea-9799-27c78d868971), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.184747 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4ff4b40d-5beb-4385-be5b-85f475c64c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.186074 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4ff4b40d-5beb-4385-be5b-85f475c64c88 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9ac44a84-8a35-4fea-9799-27c78d868971 HTTP/1.1" status: 204 len: 168 time: 0.1219649 Oct 05 20:29:29.195189 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4b40d-5beb-4385-be5b-85f475c64c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac44a84-8a35-4fea-9799-27c78d868971,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:29.257530 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=30 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:29.262866 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=63 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:29.456723 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53796) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:29.470185 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0f84a73e-71de-4341-a186-12bfd2a01109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.543152 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0f84a73e-71de-4341-a186-12bfd2a01109 admin admin] Publish callbacks [] for security_group (ea048c28-a340-4743-b78a-27d72389de7d), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.546993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0f84a73e-71de-4341-a186-12bfd2a01109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ea048c28-a340-4743-b78a-27d72389de7d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.586649 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f84a73e-71de-4341-a186-12bfd2a01109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea048c28-a340-4743-b78a-27d72389de7d,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:29.590967 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-0f84a73e-71de-4341-a186-12bfd2a01109 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=48da174e1b1247519cd78caa1de305d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332359 Oct 05 20:29:29.593670 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53798) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:29.644295 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a2d3df3b-a059-413b-a229-8cf0bfe711aa admin admin] Publish callbacks [] for security_group (ea048c28-a340-4743-b78a-27d72389de7d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.664980 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a2d3df3b-a059-413b-a229-8cf0bfe711aa admin admin] Publish callbacks [] for security_group (ea048c28-a340-4743-b78a-27d72389de7d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.706708 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:29.722850 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a2d3df3b-a059-413b-a229-8cf0bfe711aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ea048c28-a340-4743-b78a-27d72389de7d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.725998 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a2d3df3b-a059-413b-a229-8cf0bfe711aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:29.727135 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a2d3df3b-a059-413b-a229-8cf0bfe711aa admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ea048c28-a340-4743-b78a-27d72389de7d HTTP/1.1" status: 204 len: 168 time: 0.1325765 Oct 05 20:29:29.735078 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3df3b-a059-413b-a229-8cf0bfe711aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea048c28-a340-4743-b78a-27d72389de7d,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:30.261299 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53820) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:30.367439 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-08604690-9c38-4449-9102-e5d7d043363b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:30.447251 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-08604690-9c38-4449-9102-e5d7d043363b admin admin] Publish callbacks [] for security_group (01f795f8-35d6-453a-8232-407099de6d66), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:30.452397 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-08604690-9c38-4449-9102-e5d7d043363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (01f795f8-35d6-453a-8232-407099de6d66), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:30.496572 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-08604690-9c38-4449-9102-e5d7d043363b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=22d8db7591d54cbc87780390a27a91cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315476 Oct 05 20:29:30.496572 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08604690-9c38-4449-9102-e5d7d043363b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f795f8-35d6-453a-8232-407099de6d66,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:30.496891 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53830) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:30.550330 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ead94310-7d04-4bb1-b8c6-270b09581e7c admin admin] Publish callbacks [] for security_group (01f795f8-35d6-453a-8232-407099de6d66), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:30.571830 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ead94310-7d04-4bb1-b8c6-270b09581e7c admin admin] Publish callbacks [] for security_group (01f795f8-35d6-453a-8232-407099de6d66), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:30.620910 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ead94310-7d04-4bb1-b8c6-270b09581e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (01f795f8-35d6-453a-8232-407099de6d66), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:30.623478 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ead94310-7d04-4bb1-b8c6-270b09581e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:30.624598 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-ead94310-7d04-4bb1-b8c6-270b09581e7c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/01f795f8-35d6-453a-8232-407099de6d66 HTTP/1.1" status: 204 len: 168 time: 0.1267617 Oct 05 20:29:30.633272 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead94310-7d04-4bb1-b8c6-270b09581e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f795f8-35d6-453a-8232-407099de6d66,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:31.326248 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53876) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:31.421400 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-60776710-network', 'tenant_id': 'c3500e7a8f1e4e3a8cd4e4e8eb5af43a'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:31.443124 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Made reservation on behalf of c3500e7a8f1e4e3a8cd4e4e8eb5af43a for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:29:31.445590 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.457154 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.533966 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Publish callbacks [] for security_group (58ecb029-004f-4341-9594-8dc376d81d46), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.538140 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (58ecb029-004f-4341-9594-8dc376d81d46), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.569677 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:29:31.576801 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ecb029-004f-4341-9594-8dc376d81d46,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:31.583888 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (076f386f-4d60-4e11-8463-1d88ffa05840), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.584237 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Added segment 076f386f-4d60-4e11-8463-1d88ffa05840 of type vlan for network 244a9dcb-7f43-44e9-b8b7-d7bf4b655f69 Oct 05 20:29:31.627745 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (244a9dcb-7f43-44e9-b8b7-d7bf4b655f69), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.654620 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (244a9dcb-7f43-44e9-b8b7-d7bf4b655f69), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.655953 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:31.656575 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.713302 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3858159 Oct 05 20:29:31.716291 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53882) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:31.721126 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Request body: {'subnet': {'network_id': '244a9dcb-7f43-44e9-b8b7-d7bf4b655f69', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-60776710-subnet', 'tenant_id': 'c3500e7a8f1e4e3a8cd4e4e8eb5af43a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:31.725321 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd99df5-de19-463f-b7a8-3947c6e74414 admin admin] Pushing event updated for resources: {'Network': ['ID=244a9dcb-7f43-44e9-b8b7-d7bf4b655f69,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:31.736384 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 244a9dcb-7f43-44e9-b8b7-d7bf4b655f69 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:29:31.750795 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Made reservation on behalf of c3500e7a8f1e4e3a8cd4e4e8eb5af43a for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:29:31.753323 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60320536'] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.941480 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60664316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60320522'] for subnet (24c1ee5d-46a1-48a9-9249-248fa165ab80), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:31.945627 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:31.999249 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c1ee5d-46a1-48a9-9249-248fa165ab80,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:32.009819 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Checking segment: {'id': '076f386f-4d60-4e11-8463-1d88ffa05840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '244a9dcb-7f43-44e9-b8b7-d7bf4b655f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:32.010178 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Network hostable DHCP agents. Network: 244a9dcb-7f43-44e9-b8b7-d7bf4b655f69, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:29:32.027371 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Network 244a9dcb-7f43-44e9-b8b7-d7bf4b655f69 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:29:32.035953 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 244a9dcb-7f43-44e9-b8b7-d7bf4b655f69) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:32.040370 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:32.040985 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:32.044946 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641321e-57e0-4e92-b909-f01dee81e4f9 None None] Network 244a9dcb-7f43-44e9-b8b7-d7bf4b655f69 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:32.048571 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:32.057704 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-6e2ba93d-9f4c-4ff3-b791-37beee5a81f7 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3402355 Oct 05 20:29:32.152690 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c381a4f-f60d-4222-bf55-ec51184d556a None None] Network 244a9dcb-7f43-44e9-b8b7-d7bf4b655f69 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:32.528307 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53900) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:32.533148 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2036895429-network', 'tenant_id': 'f376e4eb14c545ba9860f6ecfb9a880c'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:32.558058 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Made reservation on behalf of f376e4eb14c545ba9860f6ecfb9a880c for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:29:32.560439 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:32.569578 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:32.642329 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Publish callbacks [] for security_group (80352b78-ac1a-4344-b961-1b6cb01ec480), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:32.645912 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (80352b78-ac1a-4344-b961-1b6cb01ec480), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:32.653800 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:32.666841 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=106133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:29:32.686854 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (c4768d1a-ea6a-433f-870d-bc27a815a7bd), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:32.687196 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Added segment c4768d1a-ea6a-433f-870d-bc27a815a7bd of type vlan for network 22e4f1b3-ca11-43ab-a2ab-f54a7b23526f Oct 05 20:29:32.688416 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80352b78-ac1a-4344-b961-1b6cb01ec480,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:32.734439 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (22e4f1b3-ca11-43ab-a2ab-f54a7b23526f), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:32.760312 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (22e4f1b3-ca11-43ab-a2ab-f54a7b23526f), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:32.762196 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:32.762911 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:32.818866 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2894433 Oct 05 20:29:32.822217 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53904) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:32.827235 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Request body: {'subnet': {'network_id': '22e4f1b3-ca11-43ab-a2ab-f54a7b23526f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2036895429-subnet', 'tenant_id': 'f376e4eb14c545ba9860f6ecfb9a880c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:32.830282 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e24775-ec96-42ac-af40-457e8bc510b4 admin admin] Pushing event updated for resources: {'Network': ['ID=22e4f1b3-ca11-43ab-a2ab-f54a7b23526f,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:32.844759 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network 22e4f1b3-ca11-43ab-a2ab-f54a7b23526f details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:29:32.850024 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Made reservation on behalf of f376e4eb14c545ba9860f6ecfb9a880c for: {'subnet': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:29:32.852773 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59052874'] for subnet (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.039558 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60451737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59052888'] for subnet (1e8918e6-4ee4-4f78-b92e-9376add63fe3), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.076942 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:33.096041 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:33.105008 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e8918e6-4ee4-4f78-b92e-9376add63fe3,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:33.118308 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Checking segment: {'id': 'c4768d1a-ea6a-433f-870d-bc27a815a7bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22e4f1b3-ca11-43ab-a2ab-f54a7b23526f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:33.118682 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Network hostable DHCP agents. Network: 22e4f1b3-ca11-43ab-a2ab-f54a7b23526f, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:29:33.136975 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Network 22e4f1b3-ca11-43ab-a2ab-f54a7b23526f is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:29:33.147207 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, 22e4f1b3-ca11-43ab-a2ab-f54a7b23526f) {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:33.152127 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:33.153032 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.155853 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157dc197-7b55-4b57-b544-87ca42d6f9f4 None None] Network 22e4f1b3-ca11-43ab-a2ab-f54a7b23526f requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:33.171886 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d48b8da8-8dfa-4e89-846a-048111796bae admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3485193 Oct 05 20:29:33.255640 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707bfaf8-db91-4bb0-a30b-19140a55fbae None None] Network 22e4f1b3-ca11-43ab-a2ab-f54a7b23526f requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:33.296361 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53912) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:33.343161 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-85851b2c-3885-4bcd-a335-464cf1ceef15 admin admin] Deleting subnet 24c1ee5d-46a1-48a9-9249-248fa165ab80 {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:29:33.346847 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85851b2c-3885-4bcd-a335-464cf1ceef15 admin admin] Publish callbacks [] for subnet (24c1ee5d-46a1-48a9-9249-248fa165ab80), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.383915 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85851b2c-3885-4bcd-a335-464cf1ceef15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60049818'] for subnet (24c1ee5d-46a1-48a9-9249-248fa165ab80), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.428920 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85851b2c-3885-4bcd-a335-464cf1ceef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (24c1ee5d-46a1-48a9-9249-248fa165ab80), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.482093 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85851b2c-3885-4bcd-a335-464cf1ceef15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59052715'] for subnet (24c1ee5d-46a1-48a9-9249-248fa165ab80), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.505885 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85851b2c-3885-4bcd-a335-464cf1ceef15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c1ee5d-46a1-48a9-9249-248fa165ab80,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:33.511407 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85851b2c-3885-4bcd-a335-464cf1ceef15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.514536 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-85851b2c-3885-4bcd-a335-464cf1ceef15 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/24c1ee5d-46a1-48a9-9249-248fa165ab80 HTTP/1.1" status: 204 len: 168 time: 0.2171488 Oct 05 20:29:33.517044 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53914) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:33.589411 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (244a9dcb-7f43-44e9-b8b7-d7bf4b655f69), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.666270 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (244a9dcb-7f43-44e9-b8b7-d7bf4b655f69), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.686082 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244a9dcb-7f43-44e9-b8b7-d7bf4b655f69']}} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:33.696194 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '076f386f-4d60-4e11-8463-1d88ffa05840') {'for_net_delete': True} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:33.696482 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '076f386f-4d60-4e11-8463-1d88ffa05840') {} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:33.705852 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60049891'] for segment (076f386f-4d60-4e11-8463-1d88ffa05840), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.719208 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (076f386f-4d60-4e11-8463-1d88ffa05840), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.725350 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=106132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:29:33.725756 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60451634'] for segment (076f386f-4d60-4e11-8463-1d88ffa05840), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.769468 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment 076f386f-4d60-4e11-8463-1d88ffa05840 resource provider aggregate not found Oct 05 20:29:33.785738 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment 076f386f-4d60-4e11-8463-1d88ffa05840 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 076f386f-4d60-4e11-8463-1d88ffa05840 found for delete ", "request_id": "req-1b5f4c4e-31b9-4e7b-9ae0-bb7ff8aab9db"}]} Oct 05 20:29:33.793770 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (244a9dcb-7f43-44e9-b8b7-d7bf4b655f69), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.799213 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.802330 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/244a9dcb-7f43-44e9-b8b7-d7bf4b655f69 HTTP/1.1" status: 204 len: 168 time: 0.2843261 Oct 05 20:29:33.805333 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53920) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:33.813357 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfafd9f-0da3-4816-b4a1-cd8a7bcaeb45 admin admin] Pushing event deleted for resources: {'Network': ['ID=244a9dcb-7f43-44e9-b8b7-d7bf4b655f69,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:33.852300 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_v2 [None req-588f7ba8-cc5f-47ca-8205-6f9d5e3e6782 admin admin] Deleting subnet 1e8918e6-4ee4-4f78-b92e-9376add63fe3 {{(pid=106133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:29:33.855562 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-588f7ba8-cc5f-47ca-8205-6f9d5e3e6782 admin admin] Publish callbacks [] for subnet (1e8918e6-4ee4-4f78-b92e-9376add63fe3), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.890882 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-588f7ba8-cc5f-47ca-8205-6f9d5e3e6782 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60665605'] for subnet (1e8918e6-4ee4-4f78-b92e-9376add63fe3), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.930033 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-588f7ba8-cc5f-47ca-8205-6f9d5e3e6782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (1e8918e6-4ee4-4f78-b92e-9376add63fe3), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:33.985389 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-588f7ba8-cc5f-47ca-8205-6f9d5e3e6782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60664253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60320505'] for subnet (1e8918e6-4ee4-4f78-b92e-9376add63fe3), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.011198 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f7ba8-cc5f-47ca-8205-6f9d5e3e6782 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e8918e6-4ee4-4f78-b92e-9376add63fe3,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:34.014935 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-588f7ba8-cc5f-47ca-8205-6f9d5e3e6782 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.018081 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-588f7ba8-cc5f-47ca-8205-6f9d5e3e6782 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/1e8918e6-4ee4-4f78-b92e-9376add63fe3 HTTP/1.1" status: 204 len: 168 time: 0.2117329 Oct 05 20:29:34.020542 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53922) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:34.065602 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=79,neutron:UPDATE=6,neutron:DELETE=6,neutron:INSERT=9 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:34.089148 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (22e4f1b3-ca11-43ab-a2ab-f54a7b23526f), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.169851 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (22e4f1b3-ca11-43ab-a2ab-f54a7b23526f), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.190535 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e4f1b3-ca11-43ab-a2ab-f54a7b23526f']}} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:34.200662 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4768d1a-ea6a-433f-870d-bc27a815a7bd') {'for_net_delete': True} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:34.200961 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4768d1a-ea6a-433f-870d-bc27a815a7bd') {} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:34.210941 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60665724'] for segment (c4768d1a-ea6a-433f-870d-bc27a815a7bd), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.225528 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (c4768d1a-ea6a-433f-870d-bc27a815a7bd), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.237972 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=106133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:29:34.239139 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60664151'] for segment (c4768d1a-ea6a-433f-870d-bc27a815a7bd), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.284638 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment c4768d1a-ea6a-433f-870d-bc27a815a7bd resource provider aggregate not found Oct 05 20:29:34.304981 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment c4768d1a-ea6a-433f-870d-bc27a815a7bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4768d1a-ea6a-433f-870d-bc27a815a7bd found for delete ", "request_id": "req-d8e2c399-59e8-42dd-999b-f4f6a1a065f4"}]} Oct 05 20:29:34.309444 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (22e4f1b3-ca11-43ab-a2ab-f54a7b23526f), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.315037 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.318626 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/22e4f1b3-ca11-43ab-a2ab-f54a7b23526f HTTP/1.1" status: 204 len: 168 time: 0.2970660 Oct 05 20:29:34.330205 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fccac39-98a8-45db-90f5-efd145b6815b admin admin] Pushing event deleted for resources: {'Network': ['ID=22e4f1b3-ca11-43ab-a2ab-f54a7b23526f,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:34.494274 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53952) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:34.534781 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2b5c8aaa-a05a-4346-8ba6-96340c370102 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c3500e7a8f1e4e3a8cd4e4e8eb5af43a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393496 Oct 05 20:29:34.537927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53956) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:34.587863 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0f2b-cb84-4482-a083-723d0c7f071b admin admin] Publish callbacks [] for security_group (58ecb029-004f-4341-9594-8dc376d81d46), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.608255 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0f2b-cb84-4482-a083-723d0c7f071b admin admin] Publish callbacks [] for security_group (58ecb029-004f-4341-9594-8dc376d81d46), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.656160 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0f2b-cb84-4482-a083-723d0c7f071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (58ecb029-004f-4341-9594-8dc376d81d46), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.659591 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb6f0f2b-cb84-4482-a083-723d0c7f071b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:34.665660 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-fb6f0f2b-cb84-4482-a083-723d0c7f071b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/58ecb029-004f-4341-9594-8dc376d81d46 HTTP/1.1" status: 204 len: 168 time: 0.1266017 Oct 05 20:29:34.674354 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f0f2b-cb84-4482-a083-723d0c7f071b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ecb029-004f-4341-9594-8dc376d81d46,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:35.038355 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 53992) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:35.088566 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 53996) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:35.096008 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-605e8363-e1bb-4bd8-a695-fdbbfc942a3d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f376e4eb14c545ba9860f6ecfb9a880c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564466 Oct 05 20:29:35.145799 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6361cd3c-9984-498b-b2fa-4a30e841d1ab admin admin] Publish callbacks [] for security_group (80352b78-ac1a-4344-b961-1b6cb01ec480), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:35.167885 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6361cd3c-9984-498b-b2fa-4a30e841d1ab admin admin] Publish callbacks [] for security_group (80352b78-ac1a-4344-b961-1b6cb01ec480), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:35.219023 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6361cd3c-9984-498b-b2fa-4a30e841d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (80352b78-ac1a-4344-b961-1b6cb01ec480), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:35.222900 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-6361cd3c-9984-498b-b2fa-4a30e841d1ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:35.227928 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-6361cd3c-9984-498b-b2fa-4a30e841d1ab admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/80352b78-ac1a-4344-b961-1b6cb01ec480 HTTP/1.1" status: 204 len: 168 time: 0.1383467 Oct 05 20:29:35.238663 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361cd3c-9984-498b-b2fa-4a30e841d1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80352b78-ac1a-4344-b961-1b6cb01ec480,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:36.532005 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54060) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:36.655622 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e55c9bd7-91c5-4a63-9b4d-fe43f19853cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:36.667486 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:36.771691 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e55c9bd7-91c5-4a63-9b4d-fe43f19853cd admin admin] Publish callbacks [] for security_group (601ce63c-c872-4953-98fb-7d271ba927e9), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:36.776765 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e55c9bd7-91c5-4a63-9b4d-fe43f19853cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (601ce63c-c872-4953-98fb-7d271ba927e9), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:36.822315 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-e55c9bd7-91c5-4a63-9b4d-fe43f19853cd admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=af100c985a6449dea5616094cdd5b4be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2892334 Oct 05 20:29:36.823298 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c9bd7-91c5-4a63-9b4d-fe43f19853cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601ce63c-c872-4953-98fb-7d271ba927e9,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:36.825000 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54074) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:36.845997 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:36.863210 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:36.897901 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f63354cc-cae5-4a9c-a28a-7437b8b2fb0a admin admin] Publish callbacks [] for security_group (601ce63c-c872-4953-98fb-7d271ba927e9), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:36.922595 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f63354cc-cae5-4a9c-a28a-7437b8b2fb0a admin admin] Publish callbacks [] for security_group (601ce63c-c872-4953-98fb-7d271ba927e9), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:36.972034 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f63354cc-cae5-4a9c-a28a-7437b8b2fb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (601ce63c-c872-4953-98fb-7d271ba927e9), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:36.975523 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-f63354cc-cae5-4a9c-a28a-7437b8b2fb0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:36.976881 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-f63354cc-cae5-4a9c-a28a-7437b8b2fb0a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/601ce63c-c872-4953-98fb-7d271ba927e9 HTTP/1.1" status: 204 len: 168 time: 0.1508021 Oct 05 20:29:36.987520 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63354cc-cae5-4a9c-a28a-7437b8b2fb0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601ce63c-c872-4953-98fb-7d271ba927e9,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:37.277373 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54084) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:37.291134 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22ba7898-a968-4223-81e4-26ce1bd3b262 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:37.370977 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22ba7898-a968-4223-81e4-26ce1bd3b262 admin admin] Publish callbacks [] for security_group (95c97fc8-bfc4-43be-a3d2-5c23273b20c9), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:37.374119 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22ba7898-a968-4223-81e4-26ce1bd3b262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (95c97fc8-bfc4-43be-a3d2-5c23273b20c9), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:37.415742 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-22ba7898-a968-4223-81e4-26ce1bd3b262 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=21a5f7e72a864e08b2fa62679ef5e807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1372685 Oct 05 20:29:37.416598 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba7898-a968-4223-81e4-26ce1bd3b262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c97fc8-bfc4-43be-a3d2-5c23273b20c9,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:37.418464 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54086) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:37.467225 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-205ff47a-98ee-4043-9e50-ed32d1033db9 admin admin] Publish callbacks [] for security_group (95c97fc8-bfc4-43be-a3d2-5c23273b20c9), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:37.487292 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-205ff47a-98ee-4043-9e50-ed32d1033db9 admin admin] Publish callbacks [] for security_group (95c97fc8-bfc4-43be-a3d2-5c23273b20c9), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:37.533989 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-205ff47a-98ee-4043-9e50-ed32d1033db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (95c97fc8-bfc4-43be-a3d2-5c23273b20c9), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:37.537104 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-205ff47a-98ee-4043-9e50-ed32d1033db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:37.538278 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-205ff47a-98ee-4043-9e50-ed32d1033db9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/95c97fc8-bfc4-43be-a3d2-5c23273b20c9 HTTP/1.1" status: 204 len: 168 time: 0.1187971 Oct 05 20:29:37.545831 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ff47a-98ee-4043-9e50-ed32d1033db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c97fc8-bfc4-43be-a3d2-5c23273b20c9,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:40.503741 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54178) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:40.609286 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:40.668421 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:40.693045 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Publish callbacks [] for security_group (7a2d357d-ecaa-40ec-a78d-5f829e4f9a08), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:40.697338 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (7a2d357d-ecaa-40ec-a78d-5f829e4f9a08), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:40.741241 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=038972a67a91472f80e4a3dbdd3b094f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364001 Oct 05 20:29:40.742208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2d357d-ecaa-40ec-a78d-5f829e4f9a08,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:40.743944 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54182) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:40.750279 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.750634 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.750982 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.751323 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.751687 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.752023 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.752407 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.752749 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.753078 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.753405 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.753899 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.754105 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.754414 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.754738 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.755061 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-894cb43b-d5f6-483b-b757-28b41f3a2383 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:40.794284 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aff842c9-e896-425a-a413-3e055a2176cb admin admin] Publish callbacks [] for security_group (7a2d357d-ecaa-40ec-a78d-5f829e4f9a08), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:40.814643 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aff842c9-e896-425a-a413-3e055a2176cb admin admin] Publish callbacks [] for security_group (7a2d357d-ecaa-40ec-a78d-5f829e4f9a08), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:40.861632 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aff842c9-e896-425a-a413-3e055a2176cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (7a2d357d-ecaa-40ec-a78d-5f829e4f9a08), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:40.864313 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aff842c9-e896-425a-a413-3e055a2176cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:40.870124 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-aff842c9-e896-425a-a413-3e055a2176cb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7a2d357d-ecaa-40ec-a78d-5f829e4f9a08 HTTP/1.1" status: 204 len: 168 time: 0.1232712 Oct 05 20:29:40.879566 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff842c9-e896-425a-a413-3e055a2176cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2d357d-ecaa-40ec-a78d-5f829e4f9a08,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:41.127375 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54190) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:41.140615 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c5d7-6a5f-42d2-9f65-214f55cda287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.216432 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c5d7-6a5f-42d2-9f65-214f55cda287 admin admin] Publish callbacks [] for security_group (6cfc3c01-5b57-43c4-9cb5-4b9de8da472c), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.220062 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d1f0c5d7-6a5f-42d2-9f65-214f55cda287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6cfc3c01-5b57-43c4-9cb5-4b9de8da472c), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.266323 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d1f0c5d7-6a5f-42d2-9f65-214f55cda287 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d8dcf6ded0504d2d8dc78c5028d4e13d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1378930 Oct 05 20:29:41.267154 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0c5d7-6a5f-42d2-9f65-214f55cda287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfc3c01-5b57-43c4-9cb5-4b9de8da472c,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:41.269043 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54192) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:41.318763 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-14979cfb-bc3e-475a-a4c6-4fffc43f2a4f admin admin] Publish callbacks [] for security_group (6cfc3c01-5b57-43c4-9cb5-4b9de8da472c), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.339157 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-14979cfb-bc3e-475a-a4c6-4fffc43f2a4f admin admin] Publish callbacks [] for security_group (6cfc3c01-5b57-43c4-9cb5-4b9de8da472c), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.385189 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-14979cfb-bc3e-475a-a4c6-4fffc43f2a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6cfc3c01-5b57-43c4-9cb5-4b9de8da472c), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.387679 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-14979cfb-bc3e-475a-a4c6-4fffc43f2a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.388799 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-14979cfb-bc3e-475a-a4c6-4fffc43f2a4f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6cfc3c01-5b57-43c4-9cb5-4b9de8da472c HTTP/1.1" status: 204 len: 168 time: 0.1187453 Oct 05 20:29:41.398286 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14979cfb-bc3e-475a-a4c6-4fffc43f2a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfc3c01-5b57-43c4-9cb5-4b9de8da472c,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:41.690831 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54206) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:41.801594 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3876574b-c6ea-4fc3-b10d-00f749f849f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.871343 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:41.884815 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3876574b-c6ea-4fc3-b10d-00f749f849f8 admin admin] Publish callbacks [] for security_group (182c68da-c801-4055-b5c6-aa003f356923), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.889073 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3876574b-c6ea-4fc3-b10d-00f749f849f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (182c68da-c801-4055-b5c6-aa003f356923), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:41.930057 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-3876574b-c6ea-4fc3-b10d-00f749f849f8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=386583f809004b959b61479ae52a4bce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380681 Oct 05 20:29:41.931692 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54216) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:41.935929 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876574b-c6ea-4fc3-b10d-00f749f849f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182c68da-c801-4055-b5c6-aa003f356923,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:41.991518 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a31e5eb3-2c6e-4d03-b626-2011e1ee5c51 admin admin] Publish callbacks [] for security_group (182c68da-c801-4055-b5c6-aa003f356923), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:42.014665 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a31e5eb3-2c6e-4d03-b626-2011e1ee5c51 admin admin] Publish callbacks [] for security_group (182c68da-c801-4055-b5c6-aa003f356923), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:42.041573 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:42.068496 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a31e5eb3-2c6e-4d03-b626-2011e1ee5c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (182c68da-c801-4055-b5c6-aa003f356923), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:42.071239 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a31e5eb3-2c6e-4d03-b626-2011e1ee5c51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:42.074017 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a31e5eb3-2c6e-4d03-b626-2011e1ee5c51 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/182c68da-c801-4055-b5c6-aa003f356923 HTTP/1.1" status: 204 len: 168 time: 0.1412411 Oct 05 20:29:42.083675 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e5eb3-2c6e-4d03-b626-2011e1ee5c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182c68da-c801-4055-b5c6-aa003f356923,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:42.773066 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54292) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:42.896572 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-279833901-network', 'tenant_id': '3277eaeb27724447a3864927021c2b79'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:42.918875 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Made reservation on behalf of 3277eaeb27724447a3864927021c2b79 for: {'network': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:29:42.921290 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:42.933623 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.012852 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Publish callbacks [] for security_group (20f74558-9110-4419-8e46-4f6b409819eb), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.016586 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (20f74558-9110-4419-8e46-4f6b409819eb), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.038667 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=106133) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:29:43.052531 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f74558-9110-4419-8e46-4f6b409819eb,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:43.057342 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (943df408-3a18-497e-911f-a0f1b136aa2e), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.057715 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.segments_db [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Added segment 943df408-3a18-497e-911f-a0f1b136aa2e of type vlan for network ee6333db-3e50-4178-bd81-2717c05d02a7 Oct 05 20:29:43.114932 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (ee6333db-3e50-4178-bd81-2717c05d02a7), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.141837 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (ee6333db-3e50-4178-bd81-2717c05d02a7), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.146946 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:43.147537 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.166545 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:43.216690 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4422772 Oct 05 20:29:43.219590 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54312) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:43.227946 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Request body: {'subnet': {'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-279833901-subnet', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:43.235401 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ee612-25bb-4b03-b14b-f36f59b7d5a9 admin admin] Pushing event updated for resources: {'Network': ['ID=ee6333db-3e50-4178-bd81-2717c05d02a7,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:43.249733 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network ee6333db-3e50-4178-bd81-2717c05d02a7 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:29:43.257322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Made reservation on behalf of 3277eaeb27724447a3864927021c2b79 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:29:43.260078 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60320536'] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.445849 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60664316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60320522'] for subnet (7d6db33b-49a6-4786-a6c0-a015aebafa6f), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.503456 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6db33b-49a6-4786-a6c0-a015aebafa6f,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:43.511269 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Checking segment: {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:43.511637 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Network hostable DHCP agents. Network: ee6333db-3e50-4178-bd81-2717c05d02a7, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:29:43.529696 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Network ee6333db-3e50-4178-bd81-2717c05d02a7 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:29:43.538898 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, ee6333db-3e50-4178-bd81-2717c05d02a7) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:43.543737 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:43.544573 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.547664 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8cea7e-74b6-4546-8b09-00c7a4afcb6c None None] Network ee6333db-3e50-4178-bd81-2717c05d02a7 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:43.561917 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-bc2513e4-498e-4933-b14b-7dbf14cbadaa admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3412223 Oct 05 20:29:43.564588 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54318) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:43.569543 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:43.572712 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:43.600176 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (f78a2394-c8df-4536-93d3-ad6f8ef185e8), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.601276 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (f78a2394-c8df-4536-93d3-ad6f8ef185e8), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.657261 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks [] for router_controller (f78a2394-c8df-4536-93d3-ad6f8ef185e8), precommit_add_association {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.661379 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-ee6333db-3e50-4178-bd81-2717c05d02a7', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'project_id': '3277eaeb27724447a3864927021c2b79', 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:29:43.662680 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.750348 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:43.798701 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks [] for router_gateway (f78a2394-c8df-4536-93d3-ad6f8ef185e8), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.803956 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Allocated IP 172.20.0.2 (ee6333db-3e50-4178-bd81-2717c05d02a7/7d6db33b-49a6-4786-a6c0-a015aebafa6f/416f00eb-f5ad-413c-8c50-66a4c8c995b2) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:29:43.904235 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:43.955867 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Publish callbacks [] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:43.963594 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.003025 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks [] for router_gateway (f78a2394-c8df-4536-93d3-ad6f8ef185e8), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.010457 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Network ee6333db-3e50-4178-bd81-2717c05d02a7 is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:29:44.015313 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:44.019143 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:29:44.022488 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Pushing event updated for resources: {'Port': ['ID=416f00eb-f5ad-413c-8c50-66a4c8c995b2,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:44.023479 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.084187 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Attempting to bind port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:29:44.084475 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Attempting to bind port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:29:44.084849 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Attempting to bind port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 on network ee6333db-3e50-4178-bd81-2717c05d02a7 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:29:44.128066 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:29:44.128453 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Checking segment: {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:44.128863 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.129367 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Bound using segment: {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:29:44.129769 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Bound port: 416f00eb-f5ad-413c-8c50-66a4c8c995b2, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:29:44.130151 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.136370 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Allocated IP 172.27.0.213 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/c33b0810-388e-4885-94b1-613ffe5a7da2) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:29:44.145860 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:44.209164 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] For port 416f00eb-f5ad-413c-8c50-66a4c8c995b2, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:29:44.212989 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] For port 416f00eb-f5ad-413c-8c50-66a4c8c995b2, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=416f00eb-f5ad-413c-8c50-66a4c8c995b2,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:29:44.226259 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.285655 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks [] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.312468 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b6b49-e804-4362-a899-d5e176c8bf28 None None] Pushing event updated for resources: {'Port': ['ID=416f00eb-f5ad-413c-8c50-66a4c8c995b2,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:44.336971 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.378921 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:29:44.382352 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:44.386209 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:29:44.420254 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Pushing event updated for resources: {'Port': ['ID=c33b0810-388e-4885-94b1-613ffe5a7da2,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:44.623719 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:44.687587 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks [] for router_gateway (f78a2394-c8df-4536-93d3-ad6f8ef185e8), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.893928 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (f78a2394-c8df-4536-93d3-ad6f8ef185e8), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.896542 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 416f00eb-f5ad-413c-8c50-66a4c8c995b2 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:44.942677 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:44.943050 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:44.943397 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 Oct 05 20:29:45.043133 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:45.043666 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:45.047342 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Router f78a2394-c8df-4536-93d3-ad6f8ef185e8 is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:29:45.084529 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 416f00eb-f5ad-413c-8c50-66a4c8c995b2, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=416f00eb-f5ad-413c-8c50-66a4c8c995b2,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:45.088873 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:45.145346 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=416f00eb-f5ad-413c-8c50-66a4c8c995b2,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:45.357269 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59de7972-9a09-43f4-b60b-e3520c77c894 None None] Network ee6333db-3e50-4178-bd81-2717c05d02a7 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:45.405474 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:45.420533 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:45.425225 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:45.443823 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Sync routers for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:45.445836 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:45.450047 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54340) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:45.450570 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8df5568b-f171-4409-afca-371f8fae6402 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8846185 Oct 05 20:29:45.475072 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4fb28df2-00f4-400f-9620-f8f1d0401e97 None None] Provisioning complete for port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:45.475441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4fb28df2-00f4-400f-9620-f8f1d0401e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:45.475785 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4fb28df2-00f4-400f-9620-f8f1d0401e97 None None] Attempt 1 to provision port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 Oct 05 20:29:45.493452 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=77,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:45.519531 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:45.520169 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:45.578306 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:45.679701 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4fb28df2-00f4-400f-9620-f8f1d0401e97 None None] Current status of the port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:45.683480 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:45.889482 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:44Z', 'revision_number': 3, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:45.921762 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Checking router: f78a2394-c8df-4536-93d3-ad6f8ef185e8 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:45.922115 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Updating router f78a2394-c8df-4536-93d3-ad6f8ef185e8 port c33b0810-388e-4885-94b1-613ffe5a7da2 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:29:45.930953 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:45.947012 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-cb3614e0-e42b-4bdc-ac45-f2df152c6878 None None] Provisioning complete for port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:45.947389 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-cb3614e0-e42b-4bdc-ac45-f2df152c6878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:45.947744 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-cb3614e0-e42b-4bdc-ac45-f2df152c6878 None None] Attempt 1 to provision port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 Oct 05 20:29:45.995297 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.153555 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Allocated IP 172.20.0.1 (ee6333db-3e50-4178-bd81-2717c05d02a7/7d6db33b-49a6-4786-a6c0-a015aebafa6f/3a3dbcb1-2614-4b74-8daf-c25e6959f298) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:29:46.161579 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ded29d-799b-4e28-9474-e37a98b524a1 req-9c780670-e44c-433c-8ee3-35df014a7d3f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:46.163219 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-12ded29d-799b-4e28-9474-e37a98b524a1 req-9c780670-e44c-433c-8ee3-35df014a7d3f tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 946 time: 0.0667930 Oct 05 20:29:46.266807 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-12ded29d-799b-4e28-9474-e37a98b524a1 req-504e8a30-0fbd-41b4-a260-2721879779dc tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947402 Oct 05 20:29:46.276543 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-cb3614e0-e42b-4bdc-ac45-f2df152c6878 None None] Current status of the port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:46.310761 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:46.316673 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Publish callbacks [] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.351162 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.396036 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Network ee6333db-3e50-4178-bd81-2717c05d02a7 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:29:46.400748 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:46.405339 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:29:46.425440 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:46.437046 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Publish callbacks [] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.438780 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3dbcb1-2614-4b74-8daf-c25e6959f298,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:46.451855 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.452957 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (f78a2394-c8df-4536-93d3-ad6f8ef185e8), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.492667 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Attempting to bind port c33b0810-388e-4885-94b1-613ffe5a7da2 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:29:46.492667 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Attempting to bind port c33b0810-388e-4885-94b1-613ffe5a7da2 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:29:46.493657 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Attempting to bind port c33b0810-388e-4885-94b1-613ffe5a7da2 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:29:46.535703 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d8bd1-d1f3-4fad-8141-fb8ea240f60c None None] Pushing event updated for resources: {'Port': ['ID=c33b0810-388e-4885-94b1-613ffe5a7da2,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:46.554556 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:29:46.555850 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:46.556365 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.556852 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:29:46.557420 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Bound port: c33b0810-388e-4885-94b1-613ffe5a7da2, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:29:46.557973 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.598672 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.618231 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:46.621110 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:46.626023 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] For port c33b0810-388e-4885-94b1-613ffe5a7da2, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:29:46.629985 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] For port c33b0810-388e-4885-94b1-613ffe5a7da2, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=c33b0810-388e-4885-94b1-613ffe5a7da2,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:29:46.636779 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.680783 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:46.681343 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:46.748533 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d8bd1-d1f3-4fad-8141-fb8ea240f60c None None] Pushing event updated for resources: {'Port': ['ID=c33b0810-388e-4885-94b1-613ffe5a7da2,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:46.753103 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-3e118c36-d001-4bfc-822b-cbf2cae084e6 None None] Provisioning complete for port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:46.753478 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3e118c36-d001-4bfc-822b-cbf2cae084e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:46.753874 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-3e118c36-d001-4bfc-822b-cbf2cae084e6 None None] Attempt 1 to provision port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 Oct 05 20:29:46.825972 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-3e118c36-d001-4bfc-822b-cbf2cae084e6 None None] Port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:29:46.847218 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:46.900323 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 416f00eb-f5ad-413c-8c50-66a4c8c995b2 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:47.027083 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Publish callbacks [] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:47.031739 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60451606'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:47.036629 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:47.037012 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:47.037351 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 Oct 05 20:29:47.100495 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (f78a2394-c8df-4536-93d3-ad6f8ef185e8), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:47.103510 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Pushing event updated for resources: {'Port': ['ID=3a3dbcb1-2614-4b74-8daf-c25e6959f298,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:47.167072 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 1, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:47.206034 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Network ee6333db-3e50-4178-bd81-2717c05d02a7 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:29:47.206353 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994fdc32-d14a-4e61-979e-cdc97786749a None None] The sync data for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi is: [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 1, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:47.208589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:47.212940 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:47.231313 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c71e033c-e7ed-428e-a163-4bf0427b08ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:47.343626 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Router f78a2394-c8df-4536-93d3-ad6f8ef185e8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:47.427758 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3456fa5f-d802-48ae-9e10-a7104c4d4f8f req-43851ed5-f70c-4406-81f6-2e7679ec0026 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:47.429903 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3456fa5f-d802-48ae-9e10-a7104c4d4f8f req-43851ed5-f70c-4406-81f6-2e7679ec0026 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 946 time: 0.0642223 Oct 05 20:29:47.462916 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:47.468885 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4f21efae-9472-4f97-8331-05877a5a0164 None None] Provisioning complete for port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:47.469370 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4f21efae-9472-4f97-8331-05877a5a0164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:47.469698 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4f21efae-9472-4f97-8331-05877a5a0164 None None] Attempt 1 to provision port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 Oct 05 20:29:47.489087 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:47.503664 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-5442dac5-a89d-4690-a658-55f506430045 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/f78a2394-c8df-4536-93d3-ad6f8ef185e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0446768 Oct 05 20:29:47.515562 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3456fa5f-d802-48ae-9e10-a7104c4d4f8f req-d1d6f49c-fe72-4db8-9a2a-ee96eca10208 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f367417c-157d-476a-a49f-7279d0ec1bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769844 Oct 05 20:29:47.546661 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4f21efae-9472-4f97-8331-05877a5a0164 None None] Port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:29:47.884452 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b5aab4-470f-460b-88be-d8576456264f req-25cac40f-cb88-42a5-a355-0c91b48e131e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:47.886105 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-49b5aab4-470f-460b-88be-d8576456264f req-25cac40f-cb88-42a5-a355-0c91b48e131e tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 946 time: 0.0575595 Oct 05 20:29:48.018173 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Deleting port eb9eff72-e2d3-4280-8fef-24864fd828f9 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:48.018513 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.087230 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54370) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:48.092475 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-447441906-network', 'tenant_id': '5ccbddcb715647b684259719d1429890'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:48.116173 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Made reservation on behalf of 5ccbddcb715647b684259719d1429890 for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:29:48.118935 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.129401 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.146363 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] For port eb9eff72-e2d3-4280-8fef-24864fd828f9, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=eb9eff72-e2d3-4280-8fef-24864fd828f9,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:48.146727 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.171129 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:48.228006 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Publish callbacks [] for security_group (c916d443-cee2-455e-ade4-7d38567da499), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.235428 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (c916d443-cee2-455e-ade4-7d38567da499), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.267242 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:29:48.284278 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (ac906488-4fc7-4576-93e5-81c99b582b5a), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.284626 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Added segment ac906488-4fc7-4576-93e5-81c99b582b5a of type vlan for network e15c20e0-0c2a-4846-b36a-ae70ce268077 Oct 05 20:29:48.286086 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c916d443-cee2-455e-ade4-7d38567da499,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:48.332020 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (e15c20e0-0c2a-4846-b36a-ae70ce268077), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.363589 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (e15c20e0-0c2a-4846-b36a-ae70ce268077), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.364905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:48.365062 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:48.365674 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.367690 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.368145 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (b479732d-863a-4184-98b2-75847124018b), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.368501 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Floating IP b479732d-863a-4184-98b2-75847124018b disassociated. External IP: 172.27.0.18, port: eb9eff72-e2d3-4280-8fef-24864fd828f9. Oct 05 20:29:48.368848 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Calling delete_port for eb9eff72-e2d3-4280-8fef-24864fd828f9 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:48.435471 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3468995 Oct 05 20:29:48.438397 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54374) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:48.446366 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Request body: {'subnet': {'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-447441906-subnet', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'ip_version': 4}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:48.451672 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d91345-2f2b-47c2-a58f-6560eef90350 admin admin] Pushing event updated for resources: {'Network': ['ID=e15c20e0-0c2a-4846-b36a-ae70ce268077,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:48.465590 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network e15c20e0-0c2a-4846-b36a-ae70ce268077 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:29:48.475510 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Made reservation on behalf of 5ccbddcb715647b684259719d1429890 for: {'subnet': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:29:48.478211 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59052874'] for subnet (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.543321 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (eb9eff72-e2d3-4280-8fef-24864fd828f9), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.588025 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'Port': ['ID=eb9eff72-e2d3-4280-8fef-24864fd828f9,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:48.699433 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3074e6e1-3bde-47e5-9b8a-44ae7f46fd30 req-68f0bea8-c3ab-4c22-b980-b24711ba2d09 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=eb4be578-f1f8-4c59-8cd6-80a0cd591484 HTTP/1.1" status: 200 len: 210 time: 0.0332417 Oct 05 20:29:48.739380 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:48.770837 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60451737', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59052888'] for subnet (2bcae14e-3a41-4399-a652-1927ef471e98), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.807727 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:48.832730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bcae14e-3a41-4399-a652-1927ef471e98,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:48.842782 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Checking segment: {'id': 'ac906488-4fc7-4576-93e5-81c99b582b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:48.843639 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Network hostable DHCP agents. Network: e15c20e0-0c2a-4846-b36a-ae70ce268077, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:29:48.871419 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Network e15c20e0-0c2a-4846-b36a-ae70ce268077 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:29:48.871771 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:48.877947 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:48.891602 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:48.892638 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:48.906478 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, e15c20e0-0c2a-4846-b36a-ae70ce268077) {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:48.918142 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2fa54-9b72-4baf-b0a9-bae32f09fd9f None None] Network e15c20e0-0c2a-4846-b36a-ae70ce268077 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:48.936543 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] No DVR routers for this DVR port eb9eff72-e2d3-4280-8fef-24864fd828f9 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:48.942856 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:29:48.942856 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.943302 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:48.951117 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-49b5aab4-470f-460b-88be-d8576456264f req-b63c3415-d35f-42c8-87d0-3ec42a6823db tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.15 "DELETE /networking/v2.0/ports/eb9eff72-e2d3-4280-8fef-24864fd828f9 HTTP/1.1" status: 204 len: 173 time: 1.0586910 Oct 05 20:29:48.951688 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'name': 'network-vif-deleted', 'tag': 'eb9eff72-e2d3-4280-8fef-24864fd828f9'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:29:48.954361 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2352ac1a-6129-4089-8ca1-1dd6515f3613" -d '{"events": [{"server_uuid": "eb4be578-f1f8-4c59-8cd6-80a0cd591484", "name": "network-vif-deleted", "tag": "eb9eff72-e2d3-4280-8fef-24864fd828f9"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:29:48.970751 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-9ac90917-0747-4236-bdc6-c9260b0c4443 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5282905 Oct 05 20:29:48.974023 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54380) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:48.981794 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:48.989376 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c33b0810-388e-4885-94b1-613ffe5a7da2 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:49.041410 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.044413 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1fd892-9045-4883-a11d-f9f6d08059a1 x-openstack-request-id: req-1a1fd892-9045-4883-a11d-f9f6d08059a1 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:29:49.044715 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4be578-f1f8-4c59-8cd6-80a0cd591484", "name": "network-vif-deleted", "tag": "eb9eff72-e2d3-4280-8fef-24864fd828f9", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:29:49.044969 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a1fd892-9045-4883-a11d-f9f6d08059a1 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:29:49.045369 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a1fd892-9045-4883-a11d-f9f6d08059a1'] response: {'server_uuid': 'eb4be578-f1f8-4c59-8cd6-80a0cd591484', 'name': 'network-vif-deleted', 'tag': 'eb9eff72-e2d3-4280-8fef-24864fd828f9', 'status': 'completed', 'code': 200} Oct 05 20:29:49.048872 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.073877 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:49.089283 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:49.135448 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port c33b0810-388e-4885-94b1-613ffe5a7da2 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:49.135824 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.136163 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port c33b0810-388e-4885-94b1-613ffe5a7da2 Oct 05 20:29:49.145730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks [] for router_controller (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), precommit_add_association {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.199728 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:49.206499 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:INSERT=16,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:49.250439 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-e15c20e0-0c2a-4846-b36a-ae70ce268077', 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077', 'project_id': '5ccbddcb715647b684259719d1429890', 'fixed_ips': [{'subnet_id': '2bcae14e-3a41-4399-a652-1927ef471e98'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:29:49.252147 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.261875 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=100 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:49.361039 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks [] for router_gateway (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.384016 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:49.422051 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:49.430811 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:49.431409 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:49.467461 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port c33b0810-388e-4885-94b1-613ffe5a7da2 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:49.467928 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.517855 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port c33b0810-388e-4885-94b1-613ffe5a7da2, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=c33b0810-388e-4885-94b1-613ffe5a7da2,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:49.538350 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.545108 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:49.566618 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Allocated IP 172.20.0.2 (e15c20e0-0c2a-4846-b36a-ae70ce268077/2bcae14e-3a41-4399-a652-1927ef471e98/724fd7d8-2d4d-409a-80c7-73f2d2cad49d) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:29:49.605128 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks [] for router_gateway (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.642093 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.727568 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4032f901-93d5-48d1-97b4-f57e504afd24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.781874 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=c33b0810-388e-4885-94b1-613ffe5a7da2,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:49.787690 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:49.828613 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94a7cb1-2702-4799-a755-77882f6a69b5 None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:23:37Z', 'revision_number': 4, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': 'fab959d4-cc60-4983-bcbf-78365f1e11a9', 'name': '', 'network_id': '9b866581-0156-4c8b-8621-7be5c67dfe5d', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'mac_address': 'fa:16:3e:9b:8a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_interface', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:36Z', 'updated_at': '2022-10-05T20:23:42Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'subnets': [{'id': '306a00f7-bd0c-4556-a5a8-968442b962ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:49.842411 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Allocated IP 172.27.0.228 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/979977e4-ebb3-4ff4-bfb5-d9aec3e752b6) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:29:49.854205 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54388) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:49.905136 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Sync routers for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:49.927419 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d7e-f057-405b-b68a-1a2d53e92976 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (f367417c-157d-476a-a49f-7279d0ec1bad), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.934074 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:49.934956 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:49.938588 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Publish callbacks [] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:49.958052 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d7e-f057-405b-b68a-1a2d53e92976 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (f367417c-157d-476a-a49f-7279d0ec1bad), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.036452 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d7e-f057-405b-b68a-1a2d53e92976 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f367417c-157d-476a-a49f-7279d0ec1bad), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.040847 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d2be2d7e-f057-405b-b68a-1a2d53e92976 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.043830 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d2be2d7e-f057-405b-b68a-1a2d53e92976 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f367417c-157d-476a-a49f-7279d0ec1bad HTTP/1.1" status: 204 len: 168 time: 0.1872921 Oct 05 20:29:50.048820 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks [] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.054671 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54390) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:50.055624 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2be2d7e-f057-405b-b68a-1a2d53e92976 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f367417c-157d-476a-a49f-7279d0ec1bad,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:50.073069 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.api.v2.resource [None req-97690907-1fbf-4441-bc85-c84d4928780a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] show failed (client error): The resource could not be found. Oct 05 20:29:50.074315 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-97690907-1fbf-4441-bc85-c84d4928780a tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "GET /networking/v2.0/security-groups/f367417c-157d-476a-a49f-7279d0ec1bad HTTP/1.1" status: 404 len: 347 time: 0.0163372 Oct 05 20:29:50.077223 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54392) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:50.132067 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.189207 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8795a53-a564-41d3-a0ad-699b18cc1adb None None] New status for floating IP b479732d-863a-4184-98b2-75847124018b: DOWN {{(pid=106135) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:29:50.190062 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.226190 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Network e15c20e0-0c2a-4846-b36a-ae70ce268077 is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:29:50.236136 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:50.238491 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Pushing event updated for resources: {'Port': ['ID=724fd7d8-2d4d-409a-80c7-73f2d2cad49d,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:50.239208 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:29:50.242605 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:29:50.271330 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:50.280545 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:29:50.283233 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:50.321341 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Deleting port e9bdea50-51a1-41fd-9376-a0712bf2d355 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:50.321786 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (e9bdea50-51a1-41fd-9376-a0712bf2d355), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.330306 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Pushing event updated for resources: {'Port': ['ID=979977e4-ebb3-4ff4-bfb5-d9aec3e752b6,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:50.360175 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Attempting to bind port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:29:50.360617 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Attempting to bind port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'ac906488-4fc7-4576-93e5-81c99b582b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:29:50.361047 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Attempting to bind port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d on network e15c20e0-0c2a-4846-b36a-ae70ce268077 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:29:50.442887 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:50.489382 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:29:50.489773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Checking segment: {'id': 'ac906488-4fc7-4576-93e5-81c99b582b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:50.490178 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.490572 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Bound using segment: {'id': 'ac906488-4fc7-4576-93e5-81c99b582b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:29:50.491049 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Bound port: 724fd7d8-2d4d-409a-80c7-73f2d2cad49d, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac906488-4fc7-4576-93e5-81c99b582b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:29:50.491431 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.496079 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:50.515005 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:50.529066 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (e9bdea50-51a1-41fd-9376-a0712bf2d355), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.529323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (e9bdea50-51a1-41fd-9376-a0712bf2d355), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.551649 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Calling delete_port for e9bdea50-51a1-41fd-9376-a0712bf2d355 owned by network:floatingip {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:50.560215 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:50.619626 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 2, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:50.621794 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] For port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:29:50.625797 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] For port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=724fd7d8-2d4d-409a-80c7-73f2d2cad49d,segment=NetworkSegment(ac906488-4fc7-4576-93e5-81c99b582b5a),segment_id=ac906488-4fc7-4576-93e5-81c99b582b5a)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:29:50.654777 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Checking router: f78a2394-c8df-4536-93d3-ad6f8ef185e8 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:50.655135 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Updating router f78a2394-c8df-4536-93d3-ad6f8ef185e8 port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:29:50.659329 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.716586 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.734868 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks [] for router_gateway (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.764184 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3adf299-610e-4f29-8ef6-a45823451df7 None None] Pushing event updated for resources: {'Port': ['ID=724fd7d8-2d4d-409a-80c7-73f2d2cad49d,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:50.916649 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (e9bdea50-51a1-41fd-9376-a0712bf2d355), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:50.951613 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Pushing event deleted for resources: {'Port': ['ID=e9bdea50-51a1-41fd-9376-a0712bf2d355,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:50.973411 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c33b0810-388e-4885-94b1-613ffe5a7da2 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:51.015532 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.088605 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port c33b0810-388e-4885-94b1-613ffe5a7da2 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:51.088977 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.089312 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port c33b0810-388e-4885-94b1-613ffe5a7da2 Oct 05 20:29:51.102093 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks [] for floatingip (b479732d-863a-4184-98b2-75847124018b), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.104796 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.105987 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-18747679-ce82-4e91-a2bf-bc91d59d5287 tempest-AttachVolumeNegativeTest-1383459491 tempest-AttachVolumeNegativeTest-1383459491-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/b479732d-863a-4184-98b2-75847124018b HTTP/1.1" status: 204 len: 168 time: 1.0277424 Oct 05 20:29:51.123694 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.175170 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Publish callbacks [] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.184688 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.272799 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port c33b0810-388e-4885-94b1-613ffe5a7da2 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:51.304725 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a240ea-b621-4d49-9d82-2762c4b125e0 None None] Pushing event updated for resources: {'Port': ['ID=3a3dbcb1-2614-4b74-8daf-c25e6959f298,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:51.318936 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Attempting to bind port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:29:51.319307 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Attempting to bind port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:29:51.319721 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Attempting to bind port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 on network ee6333db-3e50-4178-bd81-2717c05d02a7 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:29:51.367539 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 29, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:29:51.367911 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Checking segment: {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:51.368316 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.368709 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Bound using segment: {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:29:51.369186 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Bound port: 3a3dbcb1-2614-4b74-8daf-c25e6959f298, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:29:51.369612 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.417129 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:51.421555 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:51.451570 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] For port 3a3dbcb1-2614-4b74-8daf-c25e6959f298, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:29:51.455058 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] For port 3a3dbcb1-2614-4b74-8daf-c25e6959f298, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3a3dbcb1-2614-4b74-8daf-c25e6959f298,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:29:51.463459 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.527434 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:51.528222 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:51.539024 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:29:51.577976 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a240ea-b621-4d49-9d82-2762c4b125e0 None None] Pushing event updated for resources: {'Port': ['ID=3a3dbcb1-2614-4b74-8daf-c25e6959f298,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:51.587627 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:51.655385 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:51.671796 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:51.687687 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Sync routers for ids ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:51.696190 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:51.698710 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2fbbf17b-5ca9-4744-b3dd-38e012352473 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7224865 Oct 05 20:29:51.701017 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54402) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:51.746057 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Routers {'e9b70ee4-a57e-4064-b302-5ab3df95b5f7'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:51.746694 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:51.794837 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd917b5-5e94-4995-9d93-79200c70bd36 None None] Network e15c20e0-0c2a-4846-b36a-ae70ce268077 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:52.066353 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device eb9eff72-e2d3-4280-8fef-24864fd828f9 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:29:52.068705 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Provisioning complete for port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:52.069077 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.069411 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Attempt 1 to provision port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d Oct 05 20:29:52.101460 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:52.129757 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: eb9eff72-e2d3-4280-8fef-24864fd828f9 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:29:52.130167 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device eb9eff72-e2d3-4280-8fef-24864fd828f9 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:29:52.143531 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.230471 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Set router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:52.337333 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Allocated IP 172.20.0.1 (e15c20e0-0c2a-4846-b36a-ae70ce268077/2bcae14e-3a41-4399-a652-1927ef471e98/7124bfef-8e7b-4316-b6ca-d1f20a84146d) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:29:52.365129 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:51Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:52.413412 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:52.424483 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046db6d7-2adf-423b-8cf7-b864e3052f68 None None] The sync data for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi is: [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:51Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:52.448055 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Current status of the port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:52.448482 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.495076 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:52.529216 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:52.534246 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-011c5430-67b6-4f69-8158-71576a794969 None None] For port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=724fd7d8-2d4d-409a-80c7-73f2d2cad49d,segment=NetworkSegment(ac906488-4fc7-4576-93e5-81c99b582b5a),segment_id=ac906488-4fc7-4576-93e5-81c99b582b5a)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:52.536919 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Publish callbacks [] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.575349 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.619797 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.658702 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.665205 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:50Z', 'revision_number': 3, 'project_id': '5ccbddcb715647b684259719d1429890', 'gw_port': {'id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:52.689450 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Network e15c20e0-0c2a-4846-b36a-ae70ce268077 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:29:52.704325 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Pushing event updated for resources: {'Port': ['ID=7124bfef-8e7b-4316-b6ca-d1f20a84146d,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:52.709007 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:52.712684 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:29:52.729462 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-3a3f2243-e20d-4758-9205-d9fc93649ab2 None None] Provisioning complete for port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:52.729860 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3a3f2243-e20d-4758-9205-d9fc93649ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.730195 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-3a3f2243-e20d-4758-9205-d9fc93649ab2 None None] Attempt 1 to provision port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d Oct 05 20:29:52.732040 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Checking router: e9b70ee4-a57e-4064-b302-5ab3df95b5f7 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:52.732388 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Updating router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:29:52.767656 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.779580 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Pushing event updated for resources: {'Port': ['ID=724fd7d8-2d4d-409a-80c7-73f2d2cad49d,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:52.805262 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.805696 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.806036 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.806370 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.806694 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.807016 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.807338 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.807660 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.807978 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.808295 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.808613 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.808930 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.809257 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.809664 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.809901 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c5430-67b6-4f69-8158-71576a794969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:52.813528 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.822542 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:52.956228 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.041885 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-3a3f2243-e20d-4758-9205-d9fc93649ab2 None None] Current status of the port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:53.114391 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 724fd7d8-2d4d-409a-80c7-73f2d2cad49d up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:53.138171 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:53.189709 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Publish callbacks [] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.190457 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-738bc978-604e-4eff-8610-93febe35aa71 None None] Provisioning complete for port 7124bfef-8e7b-4316-b6ca-d1f20a84146d triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:53.190960 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-738bc978-604e-4eff-8610-93febe35aa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.191210 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-738bc978-604e-4eff-8610-93febe35aa71 None None] Attempt 1 to provision port 7124bfef-8e7b-4316-b6ca-d1f20a84146d Oct 05 20:29:53.195056 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.263570 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Pushing event updated for resources: {'Port': ['ID=7124bfef-8e7b-4316-b6ca-d1f20a84146d,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:53.265961 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.269997 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:53.270379 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.270718 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d Oct 05 20:29:53.302196 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-738bc978-604e-4eff-8610-93febe35aa71 None None] Port 7124bfef-8e7b-4316-b6ca-d1f20a84146d cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:29:53.356995 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Publish callbacks [] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.366433 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.372404 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Network e15c20e0-0c2a-4846-b36a-ae70ce268077 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:29:53.374064 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:29:53.417294 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Attempting to bind port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:29:53.417702 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Attempting to bind port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:29:53.418066 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Attempting to bind port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:29:53.483521 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2c027-2e7e-4eb9-8aca-dc18cd2c3aac None None] Pushing event updated for resources: {'Port': ['ID=979977e4-ebb3-4ff4-bfb5-d9aec3e752b6,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:53.491536 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:53.493480 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:53.494605 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3a3dbcb1-2614-4b74-8daf-c25e6959f298 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:53.516943 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:53.527471 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:53.530874 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:29:53.531273 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:53.531655 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.532204 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:29:53.532741 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Bound port: 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:29:53.533180 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.589941 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:53.590797 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:53.591231 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.591536 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 Oct 05 20:29:53.612256 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:53.621979 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-f7413d5c-5af9-43a3-91a0-37d6f8817db5 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/e9b70ee4-a57e-4064-b302-5ab3df95b5f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9150269 Oct 05 20:29:53.627089 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] For port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:29:53.665433 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] For port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=979977e4-ebb3-4ff4-bfb5-d9aec3e752b6,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:29:53.669983 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-8c4b5754-e389-4164-b6f1-6fbd153b91b0 None None] Provisioning complete for port 7124bfef-8e7b-4316-b6ca-d1f20a84146d triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:53.670503 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8c4b5754-e389-4164-b6f1-6fbd153b91b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.671172 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-8c4b5754-e389-4164-b6f1-6fbd153b91b0 None None] Attempt 1 to provision port 7124bfef-8e7b-4316-b6ca-d1f20a84146d Oct 05 20:29:53.698098 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.761772 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-8c4b5754-e389-4164-b6f1-6fbd153b91b0 None None] Port 7124bfef-8e7b-4316-b6ca-d1f20a84146d cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:29:53.770694 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Routers {'e9b70ee4-a57e-4064-b302-5ab3df95b5f7'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:53.770694 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:53.851274 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2c027-2e7e-4eb9-8aca-dc18cd2c3aac None None] Pushing event updated for resources: {'Port': ['ID=979977e4-ebb3-4ff4-bfb5-d9aec3e752b6,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:53.925890 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:53.925890 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:53.975659 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] Set router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:54.001727 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 3a3dbcb1-2614-4b74-8daf-c25e6959f298, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3a3dbcb1-2614-4b74-8daf-c25e6959f298,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:54.011365 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.205503 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54450) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:54.210181 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-34d44c2e-0e45-45bc-b881-dba09116b98e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314677540', 'description': 'tempest-secgroup-smoke-314677540 description', 'project_id': '3277eaeb27724447a3864927021c2b79'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:54.231365 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-34d44c2e-0e45-45bc-b881-dba09116b98e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.275171 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=3a3dbcb1-2614-4b74-8daf-c25e6959f298,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:54.307998 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-34d44c2e-0e45-45bc-b881-dba09116b98e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group (d4971232-0038-4e51-b7e7-526c9792bc45), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.311752 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-34d44c2e-0e45-45bc-b881-dba09116b98e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d4971232-0038-4e51-b7e7-526c9792bc45), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.343754 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-34d44c2e-0e45-45bc-b881-dba09116b98e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.344991 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-34d44c2e-0e45-45bc-b881-dba09116b98e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1383972 Oct 05 20:29:54.347402 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d44c2e-0e45-45bc-b881-dba09116b98e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4971232-0038-4e51-b7e7-526c9792bc45,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:54.348227 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54452) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:54.352581 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:52Z', 'revision_number': 4, 'project_id': '5ccbddcb715647b684259719d1429890', 'gw_port': {'id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7124bfef-8e7b-4316-b6ca-d1f20a84146d', 'name': '', 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'mac_address': 'fa:16:3e:e7:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:52Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 2, 'project_id': '5ccbddcb715647b684259719d1429890', 'subnets': [{'id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:54.354118 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-81a8b6c2-0532-4210-9e42-37d3c44eda00 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Request body: {'security_group_rule': {'security_group_id': 'd4971232-0038-4e51-b7e7-526c9792bc45', 'project_id': '3277eaeb27724447a3864927021c2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:54.378328 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa5278e-a84c-4068-a12f-1e510e015a80 None None] The sync data for ids ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'] in dv-cinder-801522-12-iscsi is: [{'id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:52Z', 'revision_number': 4, 'project_id': '5ccbddcb715647b684259719d1429890', 'gw_port': {'id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7124bfef-8e7b-4316-b6ca-d1f20a84146d', 'name': '', 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'mac_address': 'fa:16:3e:e7:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:52Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 2, 'project_id': '5ccbddcb715647b684259719d1429890', 'subnets': [{'id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:54.386234 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81a8b6c2-0532-4210-9e42-37d3c44eda00 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (6e31f64b-390d-4cff-bc44-a61325e52ebd), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.445488 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81a8b6c2-0532-4210-9e42-37d3c44eda00 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (6e31f64b-390d-4cff-bc44-a61325e52ebd), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.449388 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81a8b6c2-0532-4210-9e42-37d3c44eda00 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (6e31f64b-390d-4cff-bc44-a61325e52ebd), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.468358 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a8b6c2-0532-4210-9e42-37d3c44eda00 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e31f64b-390d-4cff-bc44-a61325e52ebd,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:54.477587 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-81a8b6c2-0532-4210-9e42-37d3c44eda00 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.478778 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-81a8b6c2-0532-4210-9e42-37d3c44eda00 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286187 Oct 05 20:29:54.481536 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54454) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:54.485736 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-777014d7-0b4f-4476-aee8-67301cc77b3f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Request body: {'security_group_rule': {'security_group_id': 'd4971232-0038-4e51-b7e7-526c9792bc45', 'project_id': '3277eaeb27724447a3864927021c2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:54.493926 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:54.514929 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-777014d7-0b4f-4476-aee8-67301cc77b3f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (9f72a9e7-3016-4104-b135-2a8ad8578b6e), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.593671 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-777014d7-0b4f-4476-aee8-67301cc77b3f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (9f72a9e7-3016-4104-b135-2a8ad8578b6e), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.602624 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-777014d7-0b4f-4476-aee8-67301cc77b3f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (9f72a9e7-3016-4104-b135-2a8ad8578b6e), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.621974 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777014d7-0b4f-4476-aee8-67301cc77b3f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f72a9e7-3016-4104-b135-2a8ad8578b6e,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:54.633251 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-777014d7-0b4f-4476-aee8-67301cc77b3f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.634440 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-777014d7-0b4f-4476-aee8-67301cc77b3f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519518 Oct 05 20:29:54.637726 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54456) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:54.642453 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-a7d3ad26-5744-437b-8a4f-f67e244f9944 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Request body: {'security_group_rule': {'security_group_id': 'd4971232-0038-4e51-b7e7-526c9792bc45', 'project_id': '3277eaeb27724447a3864927021c2b79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:54.674632 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ad26-5744-437b-8a4f-f67e244f9944 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (57a06793-cc1f-425e-97fb-0b6e1e88c172), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.746458 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ad26-5744-437b-8a4f-f67e244f9944 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (57a06793-cc1f-425e-97fb-0b6e1e88c172), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.750649 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ad26-5744-437b-8a4f-f67e244f9944 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (57a06793-cc1f-425e-97fb-0b6e1e88c172), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.770822 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3ad26-5744-437b-8a4f-f67e244f9944 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a06793-cc1f-425e-97fb-0b6e1e88c172,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:54.775857 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:54.787993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a7d3ad26-5744-437b-8a4f-f67e244f9944 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.789265 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a7d3ad26-5744-437b-8a4f-f67e244f9944 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504321 Oct 05 20:29:54.792315 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54460) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:54.797724 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-06ba8ae6-043e-4106-84b2-a2d14b5855e6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Request body: {'security_group_rule': {'security_group_id': 'd4971232-0038-4e51-b7e7-526c9792bc45', 'project_id': '3277eaeb27724447a3864927021c2b79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:54.831080 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-06ba8ae6-043e-4106-84b2-a2d14b5855e6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (336bd595-350e-4f66-810b-1ea7ffb7f54d), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.923915 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-06ba8ae6-043e-4106-84b2-a2d14b5855e6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (336bd595-350e-4f66-810b-1ea7ffb7f54d), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.929156 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3a3dbcb1-2614-4b74-8daf-c25e6959f298 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:54.930423 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-06ba8ae6-043e-4106-84b2-a2d14b5855e6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (336bd595-350e-4f66-810b-1ea7ffb7f54d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.951116 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba8ae6-043e-4106-84b2-a2d14b5855e6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336bd595-350e-4f66-810b-1ea7ffb7f54d,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:54.976339 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-06ba8ae6-043e-4106-84b2-a2d14b5855e6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:54.978233 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-06ba8ae6-043e-4106-84b2-a2d14b5855e6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1843204 Oct 05 20:29:54.980496 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54466) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:54.985688 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-4e03bec6-3b2c-4d27-b2ed-185a60eb588e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Request body: {'security_group_rule': {'security_group_id': 'd4971232-0038-4e51-b7e7-526c9792bc45', 'project_id': '3277eaeb27724447a3864927021c2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:54.994564 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:55.007418 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:55.007798 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.008172 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 Oct 05 20:29:55.012700 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.securitygroups_db [None req-4e03bec6-3b2c-4d27-b2ed-185a60eb588e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Project 3277eaeb27724447a3864927021c2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 20:29:55.022428 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4e03bec6-3b2c-4d27-b2ed-185a60eb588e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (fe273625-5351-4dbb-826c-604a5072d8e0), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.100472 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54470) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:55.111007 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4e03bec6-3b2c-4d27-b2ed-185a60eb588e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (fe273625-5351-4dbb-826c-604a5072d8e0), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.124289 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4e03bec6-3b2c-4d27-b2ed-185a60eb588e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (fe273625-5351-4dbb-826c-604a5072d8e0), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.155367 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03bec6-3b2c-4d27-b2ed-185a60eb588e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe273625-5351-4dbb-826c-604a5072d8e0,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:55.160863 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:55.165953 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4e03bec6-3b2c-4d27-b2ed-185a60eb588e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.169560 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4e03bec6-3b2c-4d27-b2ed-185a60eb588e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1856685 Oct 05 20:29:55.170270 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54474) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:55.174845 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-22288e88-d067-4156-bdfb-8305637009f1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Request body: {'security_group_rule': {'security_group_id': 'd4971232-0038-4e51-b7e7-526c9792bc45', 'project_id': '3277eaeb27724447a3864927021c2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:29:55.217153 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.securitygroups_db [None req-22288e88-d067-4156-bdfb-8305637009f1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Project 3277eaeb27724447a3864927021c2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 20:29:55.243334 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-22288e88-d067-4156-bdfb-8305637009f1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (04943a30-0cda-41c9-8542-047e8ba3a9ec), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.339467 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-22288e88-d067-4156-bdfb-8305637009f1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (04943a30-0cda-41c9-8542-047e8ba3a9ec), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.345161 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-22288e88-d067-4156-bdfb-8305637009f1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (04943a30-0cda-41c9-8542-047e8ba3a9ec), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.376645 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22288e88-d067-4156-bdfb-8305637009f1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04943a30-0cda-41c9-8542-047e8ba3a9ec,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:55.387433 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-22288e88-d067-4156-bdfb-8305637009f1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.388949 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-22288e88-d067-4156-bdfb-8305637009f1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2176068 Oct 05 20:29:55.707230 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:55.755574 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:55.827912 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:29:56.039783 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Deleting port fab959d4-cc60-4983-bcbf-78365f1e11a9 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:56.040274 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:56.119604 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] For port fab959d4-cc60-4983-bcbf-78365f1e11a9, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=fab959d4-cc60-4983-bcbf-78365f1e11a9,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:56.119971 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:56.133831 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Calling delete_port for fab959d4-cc60-4983-bcbf-78365f1e11a9 owned by network:router_interface {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:56.257574 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:56.322475 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (fab959d4-cc60-4983-bcbf-78365f1e11a9), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:56.347996 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab959d4-cc60-4983-bcbf-78365f1e11a9,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:56.534134 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:56.623609 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:56.755249 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:29:56.773829 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Sync routers for ids ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:56.785392 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Routers {'e9b70ee4-a57e-4064-b302-5ab3df95b5f7'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:56.786034 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:56.863576 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:29:56.872962 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a177d801-da65-4b58-b56b-84a6e2819a87 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/eaefbaa2-2849-43f7-84f5-fa2dec0b9d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7710936 Oct 05 20:29:56.873604 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54534) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:56.881682 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] Sync routers for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:29:56.897821 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:56.898450 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:56.902275 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Set router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:56.979954 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:57.074331 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:57.105674 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks [] for router (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.114160 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:57.164784 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:57.228675 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:57.229068 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.229399 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 Oct 05 20:29:57.275615 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:57.356360 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:52Z', 'revision_number': 4, 'project_id': '5ccbddcb715647b684259719d1429890', 'gw_port': {'id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:26:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7124bfef-8e7b-4316-b6ca-d1f20a84146d', 'name': '', 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'mac_address': 'fa:16:3e:e7:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:52Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 2, 'project_id': '5ccbddcb715647b684259719d1429890', 'subnets': [{'id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:57.387821 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Checking router: e9b70ee4-a57e-4064-b302-5ab3df95b5f7 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:57.388221 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Updating router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 port 7124bfef-8e7b-4316-b6ca-d1f20a84146d binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:29:57.398046 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:57.412697 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.430043 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.453255 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=979977e4-ebb3-4ff4-bfb5-d9aec3e752b6,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:57.458908 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:29:56Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:57.460929 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.488422 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] Checking router: eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:29:57.528160 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] Routers {'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:57.528160 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:57.542422 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks [] for router_gateway (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.586127 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=979977e4-ebb3-4ff4-bfb5-d9aec3e752b6,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:57.592819 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Deleting port c27e3056-e0e3-40d8-9457-f29e337db925 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:57.593377 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.651294 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] Set router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:57.685498 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] For port c27e3056-e0e3-40d8-9457-f29e337db925, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=c27e3056-e0e3-40d8-9457-f29e337db925,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:57.685890 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.700339 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Calling delete_port for c27e3056-e0e3-40d8-9457-f29e337db925 owned by network:router_gateway {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:57.701841 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:57.760147 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Publish callbacks [] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.766789 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.774614 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.840412 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:57.841345 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Pushing event updated for resources: {'Port': ['ID=7124bfef-8e7b-4316-b6ca-d1f20a84146d,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:57.859852 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:29:56Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:57.871501 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.872111 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.872483 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.872847 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.873189 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.873539 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.873865 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.874192 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.874530 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.874886 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.875183 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.875523 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.875846 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.876167 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.876484 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:29:57.896238 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Attempting to bind port 7124bfef-8e7b-4316-b6ca-d1f20a84146d on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:29:57.896997 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Attempting to bind port 7124bfef-8e7b-4316-b6ca-d1f20a84146d by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'ac906488-4fc7-4576-93e5-81c99b582b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:29:57.898160 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Attempting to bind port 7124bfef-8e7b-4316-b6ca-d1f20a84146d on network e15c20e0-0c2a-4846-b36a-ae70ce268077 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:29:57.905305 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a0ce82-67f7-40c0-a16d-d336665db776 None None] The sync data for ids ['eaefbaa2-2849-43f7-84f5-fa2dec0b9d21'] in dv-cinder-801522-12-iscsi is: [{'id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'name': 'tempest-AttachVolumeNegativeTest-1120512716-router', 'tenant_id': '05398ef99be34b57b61052a0f07f57f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:23:33Z', 'updated_at': '2022-10-05T20:29:56Z', 'revision_number': 5, 'project_id': '05398ef99be34b57b61052a0f07f57f8', 'gw_port': {'id': 'c27e3056-e0e3-40d8-9457-f29e337db925', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:85:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaefbaa2-2849-43f7-84f5-fa2dec0b9d21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:23:34Z', 'updated_at': '2022-10-05T20:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:57.915781 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (c27e3056-e0e3-40d8-9457-f29e337db925), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.942562 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:29:57.943199 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Checking segment: {'id': 'ac906488-4fc7-4576-93e5-81c99b582b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:29:57.943329 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.943875 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Bound using segment: {'id': 'ac906488-4fc7-4576-93e5-81c99b582b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:29:57.944362 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Bound port: 7124bfef-8e7b-4316-b6ca-d1f20a84146d, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac906488-4fc7-4576-93e5-81c99b582b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:29:57.944716 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:57.946250 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Pushing event deleted for resources: {'Port': ['ID=c27e3056-e0e3-40d8-9457-f29e337db925,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:58.007186 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:58.010325 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] For port 7124bfef-8e7b-4316-b6ca-d1f20a84146d, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:29:58.013284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.013651 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] For port 7124bfef-8e7b-4316-b6ca-d1f20a84146d, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7124bfef-8e7b-4316-b6ca-d1f20a84146d,segment=NetworkSegment(ac906488-4fc7-4576-93e5-81c99b582b5a),segment_id=ac906488-4fc7-4576-93e5-81c99b582b5a)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:29:58.022094 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.075411 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Routers {'e9b70ee4-a57e-4064-b302-5ab3df95b5f7'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:29:58.076061 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:29:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:58.105931 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.108252 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks [] for router_controller (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.118676 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f301006-5113-49e0-8a13-3fc5b09615aa None None] Pushing event updated for resources: {'Port': ['ID=7124bfef-8e7b-4316-b6ca-d1f20a84146d,revision_number=4']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:58.159385 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (eaefbaa2-2849-43f7-84f5-fa2dec0b9d21), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.160115 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 {{(pid=106133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:29:58.164361 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.166506 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-55558243-f7aa-40f1-8c26-4b6cffa1624d admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/eaefbaa2-2849-43f7-84f5-fa2dec0b9d21 HTTP/1.1" status: 204 len: 168 time: 1.2919011 Oct 05 20:29:58.168974 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54552) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:58.192738 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] Set router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:29:58.218410 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_v2 [None req-2389dde2-18b9-4cd3-920f-558f13201767 admin admin] Deleting subnet 306a00f7-bd0c-4556-a5a8-968442b962ff {{(pid=106133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:29:58.221503 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2389dde2-18b9-4cd3-920f-558f13201767 admin admin] Publish callbacks [] for subnet (306a00f7-bd0c-4556-a5a8-968442b962ff), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.227254 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:58.256812 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2389dde2-18b9-4cd3-920f-558f13201767 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60665605'] for subnet (306a00f7-bd0c-4556-a5a8-968442b962ff), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.336271 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2389dde2-18b9-4cd3-920f-558f13201767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (306a00f7-bd0c-4556-a5a8-968442b962ff), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.363444 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:58.391010 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:52Z', 'revision_number': 4, 'project_id': '5ccbddcb715647b684259719d1429890', 'gw_port': {'id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7124bfef-8e7b-4316-b6ca-d1f20a84146d', 'name': '', 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'mac_address': 'fa:16:3e:e7:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:52Z', 'updated_at': '2022-10-05T20:29:58Z', 'revision_number': 4, 'project_id': '5ccbddcb715647b684259719d1429890', 'subnets': [{'id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:58.401239 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2389dde2-18b9-4cd3-920f-558f13201767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60664253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60320505'] for subnet (306a00f7-bd0c-4556-a5a8-968442b962ff), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.430815 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389dde2-18b9-4cd3-920f-558f13201767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306a00f7-bd0c-4556-a5a8-968442b962ff,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:58.437249 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2389dde2-18b9-4cd3-920f-558f13201767 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.443447 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a64b74-a2da-4d2c-8280-139211bad19f None None] Network 9b866581-0156-4c8b-8621-7be5c67dfe5d requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:29:58.443648 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54556) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:58.444155 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-2389dde2-18b9-4cd3-920f-558f13201767 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/306a00f7-bd0c-4556-a5a8-968442b962ff HTTP/1.1" status: 204 len: 168 time: 0.2735510 Oct 05 20:29:58.453410 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678cd632-3a96-4ae1-9184-21e5a96f14ae None None] The sync data for ids ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'] in dv-cinder-801522-12-iscsi is: [{'id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:52Z', 'revision_number': 4, 'project_id': '5ccbddcb715647b684259719d1429890', 'gw_port': {'id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '7124bfef-8e7b-4316-b6ca-d1f20a84146d', 'name': '', 'network_id': 'e15c20e0-0c2a-4846-b36a-ae70ce268077', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'mac_address': 'fa:16:3e:e7:4f:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:52Z', 'updated_at': '2022-10-05T20:29:58Z', 'revision_number': 4, 'project_id': '5ccbddcb715647b684259719d1429890', 'subnets': [{'id': '2bcae14e-3a41-4399-a652-1927ef471e98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:29:58.569842 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (9b866581-0156-4c8b-8621-7be5c67dfe5d), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.620765 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:58.644488 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Deleting port 86b6c7cf-9793-43e8-8137-cbeab98f9985 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:58.645104 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.652309 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295e319c-c017-4552-b741-ca75b878e3be None None] DHCP port deletion for 9b866581-0156-4c8b-8621-7be5c67dfe5d request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:29:58.717403 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-295e319c-c017-4552-b741-ca75b878e3be None None] Deleting port 86b6c7cf-9793-43e8-8137-cbeab98f9985 {{(pid=106134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:29:58.717853 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-295e319c-c017-4552-b741-ca75b878e3be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), before_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.729011 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] For port 86b6c7cf-9793-43e8-8137-cbeab98f9985, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=86b6c7cf-9793-43e8-8137-cbeab98f9985,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:58.729454 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.745614 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Calling delete_port for 86b6c7cf-9793-43e8-8137-cbeab98f9985 owned by network:dhcp {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:58.799865 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-295e319c-c017-4552-b741-ca75b878e3be None None] For port 86b6c7cf-9793-43e8-8137-cbeab98f9985, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=86b6c7cf-9793-43e8-8137-cbeab98f9985,segment=NetworkSegment(c6afee48-9adc-4a33-beaf-6135b2dcde46),segment_id=c6afee48-9adc-4a33-beaf-6135b2dcde46)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:58.800791 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-295e319c-c017-4552-b741-ca75b878e3be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), precommit_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.815439 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54562) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:58.832160 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-295e319c-c017-4552-b741-ca75b878e3be None None] Calling delete_port for 86b6c7cf-9793-43e8-8137-cbeab98f9985 owned by network:dhcp {{(pid=106134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:29:58.849151 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:58.856179 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:58.891111 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] No DVR routers for this DVR port 86b6c7cf-9793-43e8-8137-cbeab98f9985 on host dv-cinder-801522-12-iscsi {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:58.937811 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b6c7cf-9793-43e8-8137-cbeab98f9985,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:59.013381 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (9b866581-0156-4c8b-8621-7be5c67dfe5d), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.017909 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-295e319c-c017-4552-b741-ca75b878e3be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (86b6c7cf-9793-43e8-8137-cbeab98f9985), after_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.030698 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:59.038715 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295e319c-c017-4552-b741-ca75b878e3be None None] No DVR routers for this DVR port 86b6c7cf-9793-43e8-8137-cbeab98f9985 on host dv-cinder-801522-12-iscsi {{(pid=106134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:29:59.059067 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b866581-0156-4c8b-8621-7be5c67dfe5d']}} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:59.071474 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6afee48-9adc-4a33-beaf-6135b2dcde46') {'for_net_delete': True} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:59.071777 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6afee48-9adc-4a33-beaf-6135b2dcde46') {} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:29:59.082485 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e319c-c017-4552-b741-ca75b878e3be None None] Pushing event deleted for resources: {'Port': ['ID=86b6c7cf-9793-43e8-8137-cbeab98f9985,revision_number=None']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:59.092436 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60049891'] for segment (c6afee48-9adc-4a33-beaf-6135b2dcde46), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.109928 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (c6afee48-9adc-4a33-beaf-6135b2dcde46), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.121853 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=106132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:29:59.122648 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60451634'] for segment (c6afee48-9adc-4a33-beaf-6135b2dcde46), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.137491 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-94eea1ff-a37a-4a2e-9cd5-31ac7e0daf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.189630 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment c6afee48-9adc-4a33-beaf-6135b2dcde46 resource provider aggregate not found Oct 05 20:29:59.217875 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (9b866581-0156-4c8b-8621-7be5c67dfe5d), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.220822 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment c6afee48-9adc-4a33-beaf-6135b2dcde46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6afee48-9adc-4a33-beaf-6135b2dcde46 found for delete ", "request_id": "req-883b8939-4e6c-42b7-91f1-2f28a20df391"}]} Oct 05 20:29:59.226731 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.230851 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/9b866581-0156-4c8b-8621-7be5c67dfe5d HTTP/1.1" status: 204 len: 168 time: 0.7860055 Oct 05 20:29:59.252274 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12524a54-827a-4c99-9d1d-e1c21d76e1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b866581-0156-4c8b-8621-7be5c67dfe5d,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:59.255886 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-94eea1ff-a37a-4a2e-9cd5-31ac7e0daf5f admin admin] Publish callbacks [] for security_group (195ac546-14d2-4aa1-adff-3de9d8648665), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.261463 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-94eea1ff-a37a-4a2e-9cd5-31ac7e0daf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (195ac546-14d2-4aa1-adff-3de9d8648665), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.290761 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:29:59.304975 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eea1ff-a37a-4a2e-9cd5-31ac7e0daf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=195ac546-14d2-4aa1-adff-3de9d8648665,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:59.309458 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-94eea1ff-a37a-4a2e-9cd5-31ac7e0daf5f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=62d41864e0714a0dbb3a512ab3f63a5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4920380 Oct 05 20:29:59.312314 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54574) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:59.365005 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54576) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:59.391709 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a7115d1a-dc39-480c-9493-377ccd7ccf4d admin admin] Publish callbacks [] for security_group (195ac546-14d2-4aa1-adff-3de9d8648665), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.448365 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a7115d1a-dc39-480c-9493-377ccd7ccf4d admin admin] Publish callbacks [] for security_group (195ac546-14d2-4aa1-adff-3de9d8648665), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.458389 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-61490487-a26a-410e-aeb5-ccaf9e07060c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=05398ef99be34b57b61052a0f07f57f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0922067 Oct 05 20:29:59.459306 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:59.460814 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54578) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:29:59.540995 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:59.541482 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.541992 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 Oct 05 20:29:59.543904 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68fe44c4-dc58-43ae-8f83-4ef3434dde19 admin admin] Publish callbacks [] for security_group (db66a934-4d40-4271-b02c-0013d4257963), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.569273 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a7115d1a-dc39-480c-9493-377ccd7ccf4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (195ac546-14d2-4aa1-adff-3de9d8648665), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.571685 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a7115d1a-dc39-480c-9493-377ccd7ccf4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.573117 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a7115d1a-dc39-480c-9493-377ccd7ccf4d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/195ac546-14d2-4aa1-adff-3de9d8648665 HTTP/1.1" status: 204 len: 168 time: 0.2595308 Oct 05 20:29:59.575290 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68fe44c4-dc58-43ae-8f83-4ef3434dde19 admin admin] Publish callbacks [] for security_group (db66a934-4d40-4271-b02c-0013d4257963), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.600461 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7115d1a-dc39-480c-9493-377ccd7ccf4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=195ac546-14d2-4aa1-adff-3de9d8648665,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:59.652483 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68fe44c4-dc58-43ae-8f83-4ef3434dde19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (db66a934-4d40-4271-b02c-0013d4257963), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.655493 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68fe44c4-dc58-43ae-8f83-4ef3434dde19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.656745 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-68fe44c4-dc58-43ae-8f83-4ef3434dde19 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/db66a934-4d40-4271-b02c-0013d4257963 HTTP/1.1" status: 204 len: 168 time: 0.1950467 Oct 05 20:29:59.673577 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe44c4-dc58-43ae-8f83-4ef3434dde19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db66a934-4d40-4271-b02c-0013d4257963,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:29:59.799547 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:59.800732 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7124bfef-8e7b-4316-b6ca-d1f20a84146d up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:29:59.857261 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 7124bfef-8e7b-4316-b6ca-d1f20a84146d triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:29:59.857761 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.858256 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 7124bfef-8e7b-4316-b6ca-d1f20a84146d Oct 05 20:29:59.939667 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 7124bfef-8e7b-4316-b6ca-d1f20a84146d is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:29:59.940072 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:29:59.977321 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 7124bfef-8e7b-4316-b6ca-d1f20a84146d, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7124bfef-8e7b-4316-b6ca-d1f20a84146d,segment=NetworkSegment(ac906488-4fc7-4576-93e5-81c99b582b5a),segment_id=ac906488-4fc7-4576-93e5-81c99b582b5a)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:29:59.987119 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:00.047981 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device fab959d4-cc60-4983-bcbf-78365f1e11a9 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:30:00.077017 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=7124bfef-8e7b-4316-b6ca-d1f20a84146d,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:00.086035 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: fab959d4-cc60-4983-bcbf-78365f1e11a9 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:30:00.086507 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device fab959d4-cc60-4983-bcbf-78365f1e11a9 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:30:00.087305 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 86b6c7cf-9793-43e8-8137-cbeab98f9985 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:30:00.111500 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 86b6c7cf-9793-43e8-8137-cbeab98f9985 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:30:00.111850 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 86b6c7cf-9793-43e8-8137-cbeab98f9985 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:30:00.912873 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7124bfef-8e7b-4316-b6ca-d1f20a84146d up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:30:00.959573 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 7124bfef-8e7b-4316-b6ca-d1f20a84146d triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:00.960057 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:00.960449 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 7124bfef-8e7b-4316-b6ca-d1f20a84146d Oct 05 20:30:00.995727 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:01.043955 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 7124bfef-8e7b-4316-b6ca-d1f20a84146d is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:01.054226 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c27e3056-e0e3-40d8-9457-f29e337db925 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:30:01.077898 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: c27e3056-e0e3-40d8-9457-f29e337db925 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:30:01.078246 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c27e3056-e0e3-40d8-9457-f29e337db925 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:30:01.946532 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54730) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:02.067463 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e638-2bab-4b43-b63d-98fa0df14e79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.113078 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:INSERT=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:02.148806 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e638-2bab-4b43-b63d-98fa0df14e79 admin admin] Publish callbacks [] for security_group (1e235561-3ec1-41f5-b31c-40d3b23fd6a3), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.152252 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2ee0e638-2bab-4b43-b63d-98fa0df14e79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (1e235561-3ec1-41f5-b31c-40d3b23fd6a3), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.196185 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2ee0e638-2bab-4b43-b63d-98fa0df14e79 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=440bef4d416a40509f6da17982d0dbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485917 Oct 05 20:30:02.197677 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0e638-2bab-4b43-b63d-98fa0df14e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e235561-3ec1-41f5-b31c-40d3b23fd6a3,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:02.199014 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54734) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:02.260436 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-abcdf442-93a6-4a7c-9f90-23e1ad06af18 admin admin] Publish callbacks [] for security_group (1e235561-3ec1-41f5-b31c-40d3b23fd6a3), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.286885 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-abcdf442-93a6-4a7c-9f90-23e1ad06af18 admin admin] Publish callbacks [] for security_group (1e235561-3ec1-41f5-b31c-40d3b23fd6a3), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.336598 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-abcdf442-93a6-4a7c-9f90-23e1ad06af18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (1e235561-3ec1-41f5-b31c-40d3b23fd6a3), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.339274 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-abcdf442-93a6-4a7c-9f90-23e1ad06af18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.343771 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-abcdf442-93a6-4a7c-9f90-23e1ad06af18 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1e235561-3ec1-41f5-b31c-40d3b23fd6a3 HTTP/1.1" status: 204 len: 168 time: 0.1430123 Oct 05 20:30:02.352557 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdf442-93a6-4a7c-9f90-23e1ad06af18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e235561-3ec1-41f5-b31c-40d3b23fd6a3,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:02.679301 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54744) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:02.692790 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-999422c6-5a6d-4598-a11f-cecba173b344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.772096 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-999422c6-5a6d-4598-a11f-cecba173b344 admin admin] Publish callbacks [] for security_group (d7acafc4-a212-490c-8cc9-fbf0f9e154ad), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.775737 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-999422c6-5a6d-4598-a11f-cecba173b344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d7acafc4-a212-490c-8cc9-fbf0f9e154ad), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.785988 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=12 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:02.821282 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-999422c6-5a6d-4598-a11f-cecba173b344 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f338138030e64410b7e8ae071213bd81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408756 Oct 05 20:30:02.823031 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54746) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:02.825367 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999422c6-5a6d-4598-a11f-cecba173b344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7acafc4-a212-490c-8cc9-fbf0f9e154ad,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:02.872731 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0a18d9a0-1547-4e9a-b62b-06491326c402 admin admin] Publish callbacks [] for security_group (d7acafc4-a212-490c-8cc9-fbf0f9e154ad), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.893240 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0a18d9a0-1547-4e9a-b62b-06491326c402 admin admin] Publish callbacks [] for security_group (d7acafc4-a212-490c-8cc9-fbf0f9e154ad), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.943768 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0a18d9a0-1547-4e9a-b62b-06491326c402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d7acafc4-a212-490c-8cc9-fbf0f9e154ad), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.946451 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0a18d9a0-1547-4e9a-b62b-06491326c402 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:02.947610 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-0a18d9a0-1547-4e9a-b62b-06491326c402 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d7acafc4-a212-490c-8cc9-fbf0f9e154ad HTTP/1.1" status: 204 len: 168 time: 0.1233559 Oct 05 20:30:02.955693 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18d9a0-1547-4e9a-b62b-06491326c402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7acafc4-a212-490c-8cc9-fbf0f9e154ad,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:07.455962 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54846) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:07.563119 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-05ba41b0-8f14-408c-bc7e-32e7461faebc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:07.565575 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:07.649124 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-05ba41b0-8f14-408c-bc7e-32e7461faebc admin admin] Publish callbacks [] for security_group (f9ef5fb4-ee27-403a-b18c-5f35679f0f37), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:07.677664 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-05ba41b0-8f14-408c-bc7e-32e7461faebc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f9ef5fb4-ee27-403a-b18c-5f35679f0f37), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:07.733725 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba41b0-8f14-408c-bc7e-32e7461faebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef5fb4-ee27-403a-b18c-5f35679f0f37,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:07.741782 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-05ba41b0-8f14-408c-bc7e-32e7461faebc admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9ae14f049fd645b6b7ce36192ab165d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820048 Oct 05 20:30:07.743717 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54854) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:07.803040 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d656e235-a921-4fff-9db2-ceddf4fcc8e5 admin admin] Publish callbacks [] for security_group (f9ef5fb4-ee27-403a-b18c-5f35679f0f37), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:07.823872 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d656e235-a921-4fff-9db2-ceddf4fcc8e5 admin admin] Publish callbacks [] for security_group (f9ef5fb4-ee27-403a-b18c-5f35679f0f37), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:07.880113 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d656e235-a921-4fff-9db2-ceddf4fcc8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f9ef5fb4-ee27-403a-b18c-5f35679f0f37), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:07.882658 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d656e235-a921-4fff-9db2-ceddf4fcc8e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:07.883817 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d656e235-a921-4fff-9db2-ceddf4fcc8e5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f9ef5fb4-ee27-403a-b18c-5f35679f0f37 HTTP/1.1" status: 204 len: 168 time: 0.1390934 Oct 05 20:30:07.891920 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656e235-a921-4fff-9db2-ceddf4fcc8e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef5fb4-ee27-403a-b18c-5f35679f0f37,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:08.165051 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54860) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:08.181197 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c232b580-b632-4817-93e6-6942f94cb80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:08.260535 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c232b580-b632-4817-93e6-6942f94cb80a admin admin] Publish callbacks [] for security_group (41898b7c-00cf-43e6-9271-3772cc8cb8ed), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:08.264473 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-c232b580-b632-4817-93e6-6942f94cb80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (41898b7c-00cf-43e6-9271-3772cc8cb8ed), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:08.302876 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232b580-b632-4817-93e6-6942f94cb80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41898b7c-00cf-43e6-9271-3772cc8cb8ed,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:08.307251 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-c232b580-b632-4817-93e6-6942f94cb80a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4eb49f653f8849609976d9689aa920dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411209 Oct 05 20:30:08.310051 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54862) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:08.366616 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99ed0359-db05-4216-8df1-25dd4d5b7d91 admin admin] Publish callbacks [] for security_group (41898b7c-00cf-43e6-9271-3772cc8cb8ed), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:08.387420 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99ed0359-db05-4216-8df1-25dd4d5b7d91 admin admin] Publish callbacks [] for security_group (41898b7c-00cf-43e6-9271-3772cc8cb8ed), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:08.394033 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=23 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:08.395048 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:08.435914 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99ed0359-db05-4216-8df1-25dd4d5b7d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (41898b7c-00cf-43e6-9271-3772cc8cb8ed), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:08.438937 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-99ed0359-db05-4216-8df1-25dd4d5b7d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:08.440375 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-99ed0359-db05-4216-8df1-25dd4d5b7d91 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/41898b7c-00cf-43e6-9271-3772cc8cb8ed HTTP/1.1" status: 204 len: 168 time: 0.1294003 Oct 05 20:30:08.452393 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed0359-db05-4216-8df1-25dd4d5b7d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41898b7c-00cf-43e6-9271-3772cc8cb8ed,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:13.595920 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 54988) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:13.730951 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f619df1f-7eb5-4542-bac1-f43de6d48d5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:13.813040 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f619df1f-7eb5-4542-bac1-f43de6d48d5c admin admin] Publish callbacks [] for security_group (55a79009-6562-458e-b6ba-313be90cd5ae), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:13.818029 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f619df1f-7eb5-4542-bac1-f43de6d48d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (55a79009-6562-458e-b6ba-313be90cd5ae), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:13.864542 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-f619df1f-7eb5-4542-bac1-f43de6d48d5c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ceb2eb84e7c444c4bc94b0232b7590b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2639821 Oct 05 20:30:13.864542 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619df1f-7eb5-4542-bac1-f43de6d48d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a79009-6562-458e-b6ba-313be90cd5ae,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:13.864917 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 54992) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:13.921097 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-591a79e0-7e83-4eb5-9423-ac36157d900b admin admin] Publish callbacks [] for security_group (55a79009-6562-458e-b6ba-313be90cd5ae), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:13.942953 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-591a79e0-7e83-4eb5-9423-ac36157d900b admin admin] Publish callbacks [] for security_group (55a79009-6562-458e-b6ba-313be90cd5ae), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:13.993842 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-591a79e0-7e83-4eb5-9423-ac36157d900b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (55a79009-6562-458e-b6ba-313be90cd5ae), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:13.996529 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-591a79e0-7e83-4eb5-9423-ac36157d900b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:14.010030 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-591a79e0-7e83-4eb5-9423-ac36157d900b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/55a79009-6562-458e-b6ba-313be90cd5ae HTTP/1.1" status: 204 len: 168 time: 0.1320238 Oct 05 20:30:14.018755 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a79e0-7e83-4eb5-9423-ac36157d900b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a79009-6562-458e-b6ba-313be90cd5ae,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:14.292779 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-19c14fca-9d3f-4d81-9097-83e4d3b43a90 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-314677540&fields=id&tenant_id=3277eaeb27724447a3864927021c2b79 HTTP/1.1" status: 200 len: 267 time: 0.0524604 Oct 05 20:30:14.314480 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:INSERT=18,neutron:UPDATE=1,neutron:SELECT=78,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:14.365712 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55006) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:14.379353 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-73f1b6a0-8d8e-49b5-ae31-019787009759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:14.402391 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-2f534e92-e98c-41bb-a295-ce89cb7ff6b3 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:14.403924 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-2f534e92-e98c-41bb-a295-ce89cb7ff6b3 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 808 time: 0.1103928 Oct 05 20:30:14.419328 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-f786962a-68d7-4dfb-8092-0a6a59ea5e4c tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/quotas/3277eaeb27724447a3864927021c2b79 HTTP/1.1" status: 200 len: 375 time: 0.0100262 Oct 05 20:30:14.482008 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-2576003e-e794-4c2a-907d-30f7073f8320 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559506 Oct 05 20:30:14.482610 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-73f1b6a0-8d8e-49b5-ae31-019787009759 admin admin] Publish callbacks [] for security_group (3dabdd61-1428-4b62-b5c8-eb8753634aad), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:14.487411 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-73f1b6a0-8d8e-49b5-ae31-019787009759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (3dabdd61-1428-4b62-b5c8-eb8753634aad), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:14.530085 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-73f1b6a0-8d8e-49b5-ae31-019787009759 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8e0aabc5e8b24076a7e6f052239a1815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1632230 Oct 05 20:30:14.531058 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55008) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:14.539258 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1b6a0-8d8e-49b5-ae31-019787009759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dabdd61-1428-4b62-b5c8-eb8753634aad,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:14.588656 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cce1e996-8fdb-45fc-ad03-fda6cea780f0 admin admin] Publish callbacks [] for security_group (3dabdd61-1428-4b62-b5c8-eb8753634aad), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:14.590075 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-34b7ce8d-7fec-4919-ab8f-52e0d24258c4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950787 Oct 05 20:30:14.609632 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cce1e996-8fdb-45fc-ad03-fda6cea780f0 admin admin] Publish callbacks [] for security_group (3dabdd61-1428-4b62-b5c8-eb8753634aad), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:14.616561 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:14.663249 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cce1e996-8fdb-45fc-ad03-fda6cea780f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (3dabdd61-1428-4b62-b5c8-eb8753634aad), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:14.666245 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-cce1e996-8fdb-45fc-ad03-fda6cea780f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:14.669950 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-cce1e996-8fdb-45fc-ad03-fda6cea780f0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3dabdd61-1428-4b62-b5c8-eb8753634aad HTTP/1.1" status: 204 len: 168 time: 0.1341832 Oct 05 20:30:14.675788 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1e996-8fdb-45fc-ad03-fda6cea780f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dabdd61-1428-4b62-b5c8-eb8753634aad,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:14.687038 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-ab3b8e5e-afd6-4bff-bbed-3bc2a640e6e6 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910227 Oct 05 20:30:15.022714 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-257a3940-1c66-4ff9-a6d2-218b53e7ddae req-f08ef58d-62c6-4b29-b2f2-6dd71f76d5fc tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 210 time: 0.0443416 Oct 05 20:30:16.188570 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7b6e3b64-9f57-40ec-a452-0938f40cff47 req-b800c8b8-9324-46d8-bbc5-8caa740e2390 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 210 time: 0.0336645 Oct 05 20:30:16.252218 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7baaaadb-70e6-4acd-ae97-c71761ab4950 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:16.253690 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7baaaadb-70e6-4acd-ae97-c71761ab4950 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 808 time: 0.1624002 Oct 05 20:30:16.358813 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-77738fbe-72a2-4199-9286-5a6dda3b0a67 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3277eaeb27724447a3864927021c2b79 HTTP/1.1" status: 200 len: 379 time: 0.0596395 Oct 05 20:30:16.368414 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Request body: {'port': {'device_id': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'admin_state_up': True, 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'security_groups': ['d4971232-0038-4e51-b7e7-526c9792bc45']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:16.469455 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:16.490748 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Made reservation on behalf of 3277eaeb27724447a3864927021c2b79 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:30:16.494809 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:16.630226 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Allocated IP 172.20.0.11 (ee6333db-3e50-4178-bd81-2717c05d02a7/7d6db33b-49a6-4786-a6c0-a015aebafa6f/4efa2b61-48b1-4dd0-940d-422f27db9a75) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:30:16.778559 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:16.795005 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:16.819755 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:16.893450 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Network ee6333db-3e50-4178-bd81-2717c05d02a7 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:30:16.897471 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:30:16.901481 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:30:16.934993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'Port': ['ID=4efa2b61-48b1-4dd0-940d-422f27db9a75,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:16.963388 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:16.964019 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:16.982881 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7c4a864f-0f30-4c2a-9f99-8465d6e3a658 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6178517 Oct 05 20:30:17.003257 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Request body: {'port': {'device_id': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:17.075342 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:17.189399 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-852464b2-7336-451b-8245-99674aa73791 None None] Provisioning complete for port 4efa2b61-48b1-4dd0-940d-422f27db9a75 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:17.189971 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-852464b2-7336-451b-8245-99674aa73791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:17.190118 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-852464b2-7336-451b-8245-99674aa73791 None None] Attempt 1 to provision port 4efa2b61-48b1-4dd0-940d-422f27db9a75 Oct 05 20:30:17.253832 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-852464b2-7336-451b-8245-99674aa73791 None None] Port 4efa2b61-48b1-4dd0-940d-422f27db9a75 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:30:17.260731 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-58ac845c-7624-46f1-8571-3e19c9385973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:17.359054 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375ea00-8e41-4f3d-84d7-f842425c187e req-77b1ed6a-45e3-4e32-b289-3b1854bc552a tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:17.360591 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3375ea00-8e41-4f3d-84d7-f842425c187e req-77b1ed6a-45e3-4e32-b289-3b1854bc552a tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 932 time: 0.0548081 Oct 05 20:30:17.371510 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4efa2b61-48b1-4dd0-940d-422f27db9a75 {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:30:17.376163 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=8 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:17.380371 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Publish callbacks [] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:17.393194 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:17.396826 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Transition to ACTIVE for port object 4efa2b61-48b1-4dd0-940d-422f27db9a75 will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:30:17.402396 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:17.421760 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3375ea00-8e41-4f3d-84d7-f842425c187e req-64d6d8f6-5f8a-41b3-b68f-1365cf70b23e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526443 Oct 05 20:30:17.490510 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Pushing event updated for resources: {'Port': ['ID=4efa2b61-48b1-4dd0-940d-422f27db9a75,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:17.521458 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Attempting to bind port 4efa2b61-48b1-4dd0-940d-422f27db9a75 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:30:17.521832 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Attempting to bind port 4efa2b61-48b1-4dd0-940d-422f27db9a75 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:30:17.522167 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Attempting to bind port 4efa2b61-48b1-4dd0-940d-422f27db9a75 on network ee6333db-3e50-4178-bd81-2717c05d02a7 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:30:17.566169 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Port 4efa2b61-48b1-4dd0-940d-422f27db9a75 on network ee6333db-3e50-4178-bd81-2717c05d02a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:30:17.566551 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Attempting to bind port 4efa2b61-48b1-4dd0-940d-422f27db9a75 on network ee6333db-3e50-4178-bd81-2717c05d02a7 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:30:17.611744 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:30:17.612003 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Checking segment: {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:30:17.612384 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Bound using segment: {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:30:17.612819 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Bound port: 4efa2b61-48b1-4dd0-940d-422f27db9a75, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943df408-3a18-497e-911f-a0f1b136aa2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:30:17.613181 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:17.675810 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:30:17.678285 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:17.680173 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:30:17.690956 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:17.696457 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:17.697065 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:17.698530 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 1094 time: 0.6998200 Oct 05 20:30:17.699080 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:30:17.701302 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85775f76-e0b6-42c5-a89f-51878179cfc1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:30:17.754362 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302edd15-602a-4a72-a984-eabc3e490d15 x-openstack-request-id: req-302edd15-602a-4a72-a984-eabc3e490d15 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:30:17.754715 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:30:17.755052 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-302edd15-602a-4a72-a984-eabc3e490d15 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:30:17.755511 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-302edd15-602a-4a72-a984-eabc3e490d15'] response: {'name': 'network-changed', 'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'status': 'completed', 'code': 200} Oct 05 20:30:17.782842 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904d57c-e9b6-4150-b391-e5a141b61d08 service neutron] Pushing event updated for resources: {'Port': ['ID=4efa2b61-48b1-4dd0-940d-422f27db9a75,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:17.829645 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-0f120d9f-db15-40d9-a8c5-afac961f1c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:17.831261 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-0f120d9f-db15-40d9-a8c5-afac961f1c4b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1128 time: 0.0442734 Oct 05 20:30:17.878678 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-69ae406b-3ae0-4e59-853d-f3e240a15147 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 217 time: 0.0329835 Oct 05 20:30:17.929466 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7693f76b-a9fe-4bc2-bdda-3a49d14e4b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:17.930919 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-7693f76b-a9fe-4bc2-bdda-3a49d14e4b94 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 200 len: 847 time: 0.0448756 Oct 05 20:30:17.976525 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-b803fcf6-33a6-4039-9486-f00a33ad8940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:17.978085 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-b803fcf6-33a6-4039-9486-f00a33ad8940 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ee6333db-3e50-4178-bd81-2717c05d02a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411203 Oct 05 20:30:18.066094 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-2a7306f1-30a2-44cc-8c30-c6be1d091bb8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810671 Oct 05 20:30:18.160221 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-af3c048d-9034-4c13-83f2-a9bc1ac58fc9 req-5b426fa8-eb1e-498b-bbb6-030e83c1e22a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871303 Oct 05 20:30:18.471726 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-d257cf8d-d47e-41d4-b8f5-42fda8d52330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:18.473761 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-d257cf8d-d47e-41d4-b8f5-42fda8d52330 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1128 time: 0.0399530 Oct 05 20:30:18.546262 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2afc64-58f1-47e7-a28c-89f394c71e61 req-58f6fdbc-6573-4635-98d0-746a96990a17 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:18.548005 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ca2afc64-58f1-47e7-a28c-89f394c71e61 req-58f6fdbc-6573-4635-98d0-746a96990a17 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0477223 Oct 05 20:30:18.569729 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-5e30868f-d102-44ce-bb92-d1aefa7137f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:18.571196 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-5e30868f-d102-44ce-bb92-d1aefa7137f0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 909 time: 0.0913076 Oct 05 20:30:18.598455 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ca2afc64-58f1-47e7-a28c-89f394c71e61 req-3e659d88-45ff-45f2-bf9e-1fbb772a6cbe tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433090 Oct 05 20:30:18.608927 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-382097b1-6b82-4941-9b48-4d7857ebfb2b service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 217 time: 0.0318336 Oct 05 20:30:18.658151 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-16674fe0-23f8-49c4-9395-7573159e89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:18.659711 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-16674fe0-23f8-49c4-9395-7573159e89d0 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 200 len: 847 time: 0.0428269 Oct 05 20:30:18.708679 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-ef329a5d-80e7-4a65-83be-56a54829a4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:18.710169 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-ef329a5d-80e7-4a65-83be-56a54829a4ac service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ee6333db-3e50-4178-bd81-2717c05d02a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416684 Oct 05 20:30:18.763819 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:18.806875 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-77d50041-cacc-4fc2-b907-5001ef930b24 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871420 Oct 05 20:30:18.907746 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-85775f76-e0b6-42c5-a89f-51878179cfc1 req-99602335-e72f-4f50-b29a-d6710d78a00f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928869 Oct 05 20:30:19.544697 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:19.557911 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-db5aa306-1f12-4dea-8d5e-1c75d67426ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:19.730815 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d6b8e-e9cd-48d8-bdd5-73b18c3f69d9 req-5234fb04-3e61-4e8f-a71e-d5aa70ecbdc8 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:19.732611 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-640d6b8e-e9cd-48d8-bdd5-73b18c3f69d9 req-5234fb04-3e61-4e8f-a71e-d5aa70ecbdc8 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0564682 Oct 05 20:30:19.785098 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-640d6b8e-e9cd-48d8-bdd5-73b18c3f69d9 req-a4a18d2d-8804-472e-a688-444c11f4b4cc tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463398 Oct 05 20:30:20.914498 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49057195-ab68-4a8c-9129-fc86cfa880b1 req-4726539c-114e-45be-a25e-404510333a06 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:20.915987 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-49057195-ab68-4a8c-9129-fc86cfa880b1 req-4726539c-114e-45be-a25e-404510333a06 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0542696 Oct 05 20:30:20.941794 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:20.966175 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-49057195-ab68-4a8c-9129-fc86cfa880b1 req-78500c28-e524-478e-8343-5b70bad7096f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445180 Oct 05 20:30:22.087743 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75888154-4697-48b9-a39d-854e1eec636b req-9c5cf66f-25c7-46cb-8147-954aff5d5577 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:22.089170 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-75888154-4697-48b9-a39d-854e1eec636b req-9c5cf66f-25c7-46cb-8147-954aff5d5577 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0468988 Oct 05 20:30:22.124556 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:22.141045 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-75888154-4697-48b9-a39d-854e1eec636b req-65cf3754-bfd9-47a4-b8dc-f647a0c4486f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463488 Oct 05 20:30:22.565597 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:22.716116 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:23.264288 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb3b59-1cc3-4a25-8791-b40be857493c req-b84b7e4d-c757-454b-b1a7-09cc4fa30423 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:23.265740 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cacb3b59-1cc3-4a25-8791-b40be857493c req-b84b7e4d-c757-454b-b1a7-09cc4fa30423 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0499072 Oct 05 20:30:23.314227 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cacb3b59-1cc3-4a25-8791-b40be857493c req-8d90214a-6db4-4c6a-bed8-d9f5967455fd tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422952 Oct 05 20:30:24.435737 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930aefc4-a02c-4e77-8305-144019c34779 req-f47edf41-8c67-4a0c-b62d-999952dddfdd tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:24.437399 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-930aefc4-a02c-4e77-8305-144019c34779 req-f47edf41-8c67-4a0c-b62d-999952dddfdd tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0479956 Oct 05 20:30:24.488779 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-930aefc4-a02c-4e77-8305-144019c34779 req-30f25308-b928-405e-b5a1-185e91358d73 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444801 Oct 05 20:30:25.612896 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7b66f-3a47-4bed-9aca-c1fecefd003d req-839fcf4e-8fbc-4e6d-8b53-95b9bec95a4f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:25.614387 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-80d7b66f-3a47-4bed-9aca-c1fecefd003d req-839fcf4e-8fbc-4e6d-8b53-95b9bec95a4f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0482171 Oct 05 20:30:25.663605 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-80d7b66f-3a47-4bed-9aca-c1fecefd003d req-76aa2b52-9474-44d3-b554-00596bc6ff36 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435681 Oct 05 20:30:26.106769 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 4efa2b61-48b1-4dd0-940d-422f27db9a75 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:30:26.203806 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:30:26.218742 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'port_id': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'mac_address': 'fa:16:3e:16:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:30:26.253129 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 4efa2b61-48b1-4dd0-940d-422f27db9a75 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:26.253537 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:26.267106 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efa2b61-48b1-4dd0-940d-422f27db9a75 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:30:26.287057 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:30:26.291287 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:26.338083 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=4efa2b61-48b1-4dd0-940d-422f27db9a75,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:26.571896 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['4efa2b61-48b1-4dd0-940d-422f27db9a75'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:30:26.830506 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c3716-ea58-46c8-97bf-9552862448d1 req-19149a9d-e0a6-4bc2-ba5c-a906645da982 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:26.837778 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dc2c3716-ea58-46c8-97bf-9552862448d1 req-19149a9d-e0a6-4bc2-ba5c-a906645da982 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 945 time: 0.0580711 Oct 05 20:30:26.888636 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dc2c3716-ea58-46c8-97bf-9552862448d1 req-78422e40-674d-4296-bc85-3cd4b34c6024 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492682 Oct 05 20:30:27.220711 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55236) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:27.324510 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.403163 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Publish callbacks [] for security_group (55b7194e-d5aa-4bf1-90d6-bbf53f01b2e4), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.406717 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (55b7194e-d5aa-4bf1-90d6-bbf53f01b2e4), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.445579 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b7194e-d5aa-4bf1-90d6-bbf53f01b2e4,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:27.450294 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=cd315fc7e8cf415e84a546002524ea4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285798 Oct 05 20:30:27.453096 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55240) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:27.454875 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.455220 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.455560 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.455893 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.456226 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.456553 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.457484 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.457839 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.458167 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.458548 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.458816 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.459165 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.459449 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.459762 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.460094 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d9df51-6aa2-48e6-bf22-7a42c9a47998 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:27.509381 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-acc7bf29-8944-494c-802b-15bb8995e0fd admin admin] Publish callbacks [] for security_group (55b7194e-d5aa-4bf1-90d6-bbf53f01b2e4), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.529651 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-acc7bf29-8944-494c-802b-15bb8995e0fd admin admin] Publish callbacks [] for security_group (55b7194e-d5aa-4bf1-90d6-bbf53f01b2e4), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.577976 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-acc7bf29-8944-494c-802b-15bb8995e0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (55b7194e-d5aa-4bf1-90d6-bbf53f01b2e4), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.580711 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-acc7bf29-8944-494c-802b-15bb8995e0fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.582640 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-acc7bf29-8944-494c-802b-15bb8995e0fd admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/55b7194e-d5aa-4bf1-90d6-bbf53f01b2e4 HTTP/1.1" status: 204 len: 168 time: 0.1278682 Oct 05 20:30:27.592208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7bf29-8944-494c-802b-15bb8995e0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b7194e-d5aa-4bf1-90d6-bbf53f01b2e4,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:27.792403 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:27.801864 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=5 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:27.850351 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55248) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:27.864729 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46c61fbf-68fa-4519-8372-985bdeb1f532 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.944088 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46c61fbf-68fa-4519-8372-985bdeb1f532 admin admin] Publish callbacks [] for security_group (e20ffdc5-532f-4ec6-bf02-cf2208178fdc), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.948338 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-46c61fbf-68fa-4519-8372-985bdeb1f532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e20ffdc5-532f-4ec6-bf02-cf2208178fdc), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:27.986734 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c61fbf-68fa-4519-8372-985bdeb1f532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e20ffdc5-532f-4ec6-bf02-cf2208178fdc,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:27.993907 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-46c61fbf-68fa-4519-8372-985bdeb1f532 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a00c88d1d28b4c0bbf168e1311085b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399899 Oct 05 20:30:27.994160 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55252) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:28.006817 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:28.015846 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d326d-d456-4b87-bda5-1e8b002c118e req-e8b6d95b-0efa-4a48-9372-33aeef36e2ba tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:28.017379 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d20d326d-d456-4b87-bda5-1e8b002c118e req-e8b6d95b-0efa-4a48-9372-33aeef36e2ba tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 945 time: 0.0505466 Oct 05 20:30:28.048365 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1da5-0001-4e88-94b2-d3a10552b7bd admin admin] Publish callbacks [] for security_group (e20ffdc5-532f-4ec6-bf02-cf2208178fdc), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.068528 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d20d326d-d456-4b87-bda5-1e8b002c118e req-2b273a9f-af7c-41b1-b85b-71789df4713d tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446436 Oct 05 20:30:28.069322 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1da5-0001-4e88-94b2-d3a10552b7bd admin admin] Publish callbacks [] for security_group (e20ffdc5-532f-4ec6-bf02-cf2208178fdc), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.115902 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1da5-0001-4e88-94b2-d3a10552b7bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (e20ffdc5-532f-4ec6-bf02-cf2208178fdc), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.118588 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-9a9f1da5-0001-4e88-94b2-d3a10552b7bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.119768 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-9a9f1da5-0001-4e88-94b2-d3a10552b7bd admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e20ffdc5-532f-4ec6-bf02-cf2208178fdc HTTP/1.1" status: 204 len: 168 time: 0.1246893 Oct 05 20:30:28.130062 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f1da5-0001-4e88-94b2-d3a10552b7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20ffdc5-532f-4ec6-bf02-cf2208178fdc,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:28.434483 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55258) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:28.448444 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f291478-0732-4499-8bd7-ed410da1968b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.525616 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f291478-0732-4499-8bd7-ed410da1968b admin admin] Publish callbacks [] for security_group (fcc88ec3-7cd3-41f0-b8ea-4d6c6791f1f1), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.529123 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-8f291478-0732-4499-8bd7-ed410da1968b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (fcc88ec3-7cd3-41f0-b8ea-4d6c6791f1f1), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.545691 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:28.587335 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-8f291478-0732-4499-8bd7-ed410da1968b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d63a5a94c26d4e85aa50612d280347b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517863 Oct 05 20:30:28.589916 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f291478-0732-4499-8bd7-ed410da1968b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc88ec3-7cd3-41f0-b8ea-4d6c6791f1f1,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:28.590127 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55260) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:28.641529 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-816abfc7-9887-49c8-8cc7-f55a9451b6f9 admin admin] Publish callbacks [] for security_group (fcc88ec3-7cd3-41f0-b8ea-4d6c6791f1f1), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.661442 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:28.663604 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-816abfc7-9887-49c8-8cc7-f55a9451b6f9 admin admin] Publish callbacks [] for security_group (fcc88ec3-7cd3-41f0-b8ea-4d6c6791f1f1), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.717160 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-816abfc7-9887-49c8-8cc7-f55a9451b6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (fcc88ec3-7cd3-41f0-b8ea-4d6c6791f1f1), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.719729 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-816abfc7-9887-49c8-8cc7-f55a9451b6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:28.720858 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-816abfc7-9887-49c8-8cc7-f55a9451b6f9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fcc88ec3-7cd3-41f0-b8ea-4d6c6791f1f1 HTTP/1.1" status: 204 len: 168 time: 0.1296008 Oct 05 20:30:28.728944 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816abfc7-9887-49c8-8cc7-f55a9451b6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc88ec3-7cd3-41f0-b8ea-4d6c6791f1f1,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:29.206802 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361c9b2-bad6-4840-80ac-84f8aaba9d0a req-33f843ff-e245-498f-9435-b3922410c7c1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:29.208831 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3361c9b2-bad6-4840-80ac-84f8aaba9d0a req-33f843ff-e245-498f-9435-b3922410c7c1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 945 time: 0.0549941 Oct 05 20:30:29.265287 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3361c9b2-bad6-4840-80ac-84f8aaba9d0a req-8ad2a8ae-68a2-4bb1-bf3a-08186267c35b tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492632 Oct 05 20:30:29.724848 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:29.730398 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 4efa2b61-48b1-4dd0-940d-422f27db9a75 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:30:29.757755 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:29.781727 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 4efa2b61-48b1-4dd0-940d-422f27db9a75 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:30:29.789017 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 4efa2b61-48b1-4dd0-940d-422f27db9a75 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:29.789429 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:29.789785 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 4efa2b61-48b1-4dd0-940d-422f27db9a75 Oct 05 20:30:29.883377 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:29.900015 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 4efa2b61-48b1-4dd0-940d-422f27db9a75 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:29.900779 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:29.946174 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:30:29.948954 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8971e6c-8c6a-4ac2-87ca-1c0a30d5a28d" -d '{"events": [{"server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "name": "network-vif-plugged", "status": "completed", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:30:29.964697 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:30:29.969440 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:30.005159 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c2624d-b31a-4bb5-b216-309ef46aa1ef x-openstack-request-id: req-69c2624d-b31a-4bb5-b216-309ef46aa1ef {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:30:30.005734 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "name": "network-vif-plugged", "status": "completed", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:30:30.006295 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-69c2624d-b31a-4bb5-b216-309ef46aa1ef {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:30:30.006869 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69c2624d-b31a-4bb5-b216-309ef46aa1ef'] response: {'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'code': 200} Oct 05 20:30:30.029073 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=4efa2b61-48b1-4dd0-940d-422f27db9a75,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:30.253951 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef52748-b01d-4118-96fc-75970935618f req-97306200-8b9f-403f-b877-a3cb7a40c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:30.255398 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6ef52748-b01d-4118-96fc-75970935618f req-97306200-8b9f-403f-b877-a3cb7a40c5d7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1130 time: 0.0409272 Oct 05 20:30:30.305715 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6ef52748-b01d-4118-96fc-75970935618f req-27ea98d0-f06c-444f-847f-3f4fde5ab15b service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442722 Oct 05 20:30:30.392587 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c07d1-18b4-452e-8127-66d8e670057a req-7cce5af1-406d-425d-92c0-a058883d5b8b tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:30.394864 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d41c07d1-18b4-452e-8127-66d8e670057a req-7cce5af1-406d-425d-92c0-a058883d5b8b tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0507145 Oct 05 20:30:30.450702 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d41c07d1-18b4-452e-8127-66d8e670057a req-01837e48-eecf-4551-a316-82797262370c tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495524 Oct 05 20:30:31.583019 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001bad8-ad3e-4974-bb9d-8d16622ed59e req-e8d9a42d-048b-4b66-b203-e070a5a4f55a tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:31.584508 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d001bad8-ad3e-4974-bb9d-8d16622ed59e req-e8d9a42d-048b-4b66-b203-e070a5a4f55a tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0527194 Oct 05 20:30:31.643729 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-d001bad8-ad3e-4974-bb9d-8d16622ed59e req-cfe695ef-ee9f-4175-b288-d58f87efe6e0 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534046 Oct 05 20:30:31.771316 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff024848-d3b2-40ee-9514-62fb491edd76 req-a9ab55d4-cdd9-4291-acbb-8128ec8c6d34 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:31.772878 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ff024848-d3b2-40ee-9514-62fb491edd76 req-a9ab55d4-cdd9-4291-acbb-8128ec8c6d34 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0494635 Oct 05 20:30:31.825198 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ff024848-d3b2-40ee-9514-62fb491edd76 req-e7bc4dcb-97d2-4bab-a2af-54cf422d7109 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464566 Oct 05 20:30:31.854598 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55320) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:32.015739 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:32.047169 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68382596-72be-40e0-ad49-01b353a0ffaf tempest-TestShelveInstance-658775019 tempest-TestShelveInstance-658775019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:32.048628 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-68382596-72be-40e0-ad49-01b353a0ffaf tempest-TestShelveInstance-658775019 tempest-TestShelveInstance-658775019-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1125 time: 0.1928959 Oct 05 20:30:32.051680 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55324) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:32.055829 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'port_id': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:32.077855 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:32.162630 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:32.283326 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Allocated IP 172.27.0.204 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/5badec00-cf2f-4a13-998a-8b3e12fc959d) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:30:32.400695 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for port (5badec00-cf2f-4a13-998a-8b3e12fc959d), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:32.435790 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (5badec00-cf2f-4a13-998a-8b3e12fc959d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:32.484791 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:30:32.490779 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:30:32.495408 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:30:32.498872 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'Port': ['ID=5badec00-cf2f-4a13-998a-8b3e12fc959d,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:32.564512 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55338) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:32.705939 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-47c0b0a3-68d1-4718-b6ce-ecd3abcb3e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:32.755516 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:32.816872 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-47c0b0a3-68d1-4718-b6ce-ecd3abcb3e81 admin admin] Publish callbacks [] for security_group (6754c9a9-9e14-4bda-ad5b-1bcf080d90b5), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:32.825728 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-47c0b0a3-68d1-4718-b6ce-ecd3abcb3e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6754c9a9-9e14-4bda-ad5b-1bcf080d90b5), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:32.850090 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:30:32.873208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c0b0a3-68d1-4718-b6ce-ecd3abcb3e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6754c9a9-9e14-4bda-ad5b-1bcf080d90b5,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:32.882977 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55342) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:32.883365 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-47c0b0a3-68d1-4718-b6ce-ecd3abcb3e81 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ba9a9a9925dd46338c6f318da67bc103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3174164 Oct 05 20:30:32.919133 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:32.958203 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for floatingip (fc18ac86-601d-4df8-b998-18b8315f51e7), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.000356 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6621-1170-4930-9d14-14f1d73a61ee admin admin] Publish callbacks [] for security_group (6754c9a9-9e14-4bda-ad5b-1bcf080d90b5), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.043701 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6621-1170-4930-9d14-14f1d73a61ee admin admin] Publish callbacks [] for security_group (6754c9a9-9e14-4bda-ad5b-1bcf080d90b5), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.066624 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5badec00-cf2f-4a13-998a-8b3e12fc959d), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.172237 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6621-1170-4930-9d14-14f1d73a61ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (6754c9a9-9e14-4bda-ad5b-1bcf080d90b5), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.174883 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-8cdf6621-1170-4930-9d14-14f1d73a61ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.176061 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-8cdf6621-1170-4930-9d14-14f1d73a61ee admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6754c9a9-9e14-4bda-ad5b-1bcf080d90b5 HTTP/1.1" status: 204 len: 168 time: 0.2921648 Oct 05 20:30:33.189266 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf6621-1170-4930-9d14-14f1d73a61ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6754c9a9-9e14-4bda-ad5b-1bcf080d90b5,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:33.263196 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for port (5badec00-cf2f-4a13-998a-8b3e12fc959d), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.269880 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60451606'] for port (5badec00-cf2f-4a13-998a-8b3e12fc959d), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.346364 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event updated for resources: {'Port': ['ID=5badec00-cf2f-4a13-998a-8b3e12fc959d,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:33.351539 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (fc18ac86-601d-4df8-b998-18b8315f51e7), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.479132 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Floating IP fc18ac86-601d-4df8-b998-18b8315f51e7 associated. External IP: 172.27.0.204, port: 4efa2b61-48b1-4dd0-940d-422f27db9a75. Oct 05 20:30:33.649794 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:33.712450 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Router f78a2394-c8df-4536-93d3-ad6f8ef185e8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:30:33.834500 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:30:33.840960 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:33.848861 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] Sync routers for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:30:33.859625 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:33.867607 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:30:33.869297 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:30:33.916089 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-22efd293-ecc4-4398-89f8-bcd001b4d4a6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8606415 Oct 05 20:30:33.916089 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:30:33.917737 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d20577-31db-43d0-a301-63d5abefe5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:30:33.966412 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25eb7f6a-df29-4b53-8f5a-c102b64ae646 x-openstack-request-id: req-25eb7f6a-df29-4b53-8f5a-c102b64ae646 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:30:33.966793 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:30:33.966946 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25eb7f6a-df29-4b53-8f5a-c102b64ae646 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:30:33.967355 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25eb7f6a-df29-4b53-8f5a-c102b64ae646'] response: {'name': 'network-changed', 'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'status': 'completed', 'code': 200} Oct 05 20:30:34.028101 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:30:34.083324 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-285567e0-6013-4f28-b07e-b98730c3bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:34.084974 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-285567e0-6013-4f28-b07e-b98730c3bad9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1130 time: 0.0678990 Oct 05 20:30:34.098598 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:34.200492 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-1a396ca9-4316-48d1-a469-b20e9c99da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:34.203223 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-1a396ca9-4316-48d1-a469-b20e9c99da74 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 909 time: 0.1123843 Oct 05 20:30:34.280349 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-8acf1e7b-8f73-4fc9-91bb-0ddde47b1fb0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 1000 time: 0.0712223 Oct 05 20:30:34.346480 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-9bea33df-66a5-4a57-885a-ad5eab628d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:34.348152 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-9bea33df-66a5-4a57-885a-ad5eab628d92 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 200 len: 847 time: 0.0614493 Oct 05 20:30:34.383730 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'fc18ac86-601d-4df8-b998-18b8315f51e7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'port_id': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'mac_address': 'fa:16:3e:16:fa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:30:32Z', 'updated_at': '2022-10-05T20:30:32Z', 'revision_number': 0, 'project_id': '3277eaeb27724447a3864927021c2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 5, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:30:34.406425 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:34.409548 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-45a2801a-8697-4d4f-b0d0-d7033dce8c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:34.411550 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-45a2801a-8697-4d4f-b0d0-d7033dce8c93 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ee6333db-3e50-4178-bd81-2717c05d02a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569830 Oct 05 20:30:34.412305 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] Checking router: f78a2394-c8df-4536-93d3-ad6f8ef185e8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:30:34.422986 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:30:34.423596 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:30:34.570405 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-ed3db264-3032-443a-b32d-e48b07183a7c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506634 Oct 05 20:30:34.614722 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:30:34.695276 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a4d20577-31db-43d0-a301-63d5abefe5e0 req-5d50a07f-678c-4ae7-a3b8-6d8934e51a30 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120398 Oct 05 20:30:34.857962 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'fc18ac86-601d-4df8-b998-18b8315f51e7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'port_id': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'mac_address': 'fa:16:3e:16:fa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:30:32Z', 'updated_at': '2022-10-05T20:30:32Z', 'revision_number': 0, 'project_id': '3277eaeb27724447a3864927021c2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 5, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:30:34.887932 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ee83c9-e74a-4ef2-b385-17443fc57ab4 None None] The sync data for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi is: [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'fc18ac86-601d-4df8-b998-18b8315f51e7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'floating_ip_address': '172.27.0.204', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'port_id': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'mac_address': 'fa:16:3e:16:fa:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:30:32Z', 'updated_at': '2022-10-05T20:30:32Z', 'revision_number': 0, 'project_id': '3277eaeb27724447a3864927021c2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 5, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:30:35.096196 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d5503-2308-4943-abef-10a5d6ee5684 None None] New status for floating IP fc18ac86-601d-4df8-b998-18b8315f51e7: ACTIVE {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:30:35.745536 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-0ea12099-4de5-4ad5-9206-9872eb92e045 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=d48650468b294dc39afeddab84939924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355196 Oct 05 20:30:36.066561 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55408) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:36.200542 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a65f4534-1a9d-4bb6-84ce-8ca247755964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:36.210476 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-e7f95dc8-38d7-4eba-aace-5bfb02cc6c32 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:36.212079 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-e7f95dc8-38d7-4eba-aace-5bfb02cc6c32 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4623082 Oct 05 20:30:36.227738 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-41cb73f2-6a44-4830-8dc0-bff3cb4bd78c tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/quotas/d48650468b294dc39afeddab84939924 HTTP/1.1" status: 200 len: 375 time: 0.0100791 Oct 05 20:30:36.262285 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-a92da6ec-9c8d-4bfc-aa51-4e9aa111af25 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=d48650468b294dc39afeddab84939924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283384 Oct 05 20:30:36.294017 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a65f4534-1a9d-4bb6-84ce-8ca247755964 admin admin] Publish callbacks [] for security_group (148caaed-564d-4c89-b18f-56ae879185d9), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:36.298114 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a65f4534-1a9d-4bb6-84ce-8ca247755964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (148caaed-564d-4c89-b18f-56ae879185d9), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:36.345578 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55412) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:36.345965 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a65f4534-1a9d-4bb6-84ce-8ca247755964 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=cb23c05314cb497688b15e86f4a99d9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2776659 Oct 05 20:30:36.346479 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f4534-1a9d-4bb6-84ce-8ca247755964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148caaed-564d-4c89-b18f-56ae879185d9,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:36.437889 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-849c62d2-a47b-4c36-87de-f91897ff6043 admin admin] Publish callbacks [] for security_group (148caaed-564d-4c89-b18f-56ae879185d9), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:36.463850 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-849c62d2-a47b-4c36-87de-f91897ff6043 admin admin] Publish callbacks [] for security_group (148caaed-564d-4c89-b18f-56ae879185d9), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:36.470999 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-cef759fa-28af-421b-ae55-489ebc1394ed req-5789b1f2-4b38-4376-b5d2-1ab189134a2d tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 210 time: 0.0408311 Oct 05 20:30:36.516303 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-849c62d2-a47b-4c36-87de-f91897ff6043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (148caaed-564d-4c89-b18f-56ae879185d9), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:36.521783 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-849c62d2-a47b-4c36-87de-f91897ff6043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:36.523609 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-849c62d2-a47b-4c36-87de-f91897ff6043 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/148caaed-564d-4c89-b18f-56ae879185d9 HTTP/1.1" status: 204 len: 168 time: 0.1770356 Oct 05 20:30:36.549245 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c62d2-a47b-4c36-87de-f91897ff6043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148caaed-564d-4c89-b18f-56ae879185d9,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:37.607739 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-01107397-b997-4473-8fa3-5abae86a67ff req-e92ee61b-66a6-4edf-8eff-7a5c0b0e7575 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 210 time: 0.0406716 Oct 05 20:30:38.108461 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-eb8d9f77-7388-4b87-81fe-89fdf42340e0 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=d48650468b294dc39afeddab84939924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259874 Oct 05 20:30:38.221154 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-30672b0c-55c2-4830-aa31-20f594ebb37c tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:38.223168 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-30672b0c-55c2-4830-aa31-20f594ebb37c tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094322 Oct 05 20:30:38.244187 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Request body: {'port': {'device_id': '46c78316-9656-47a1-965d-2d86e9ba8bd3', 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd', 'admin_state_up': True, 'tenant_id': 'd48650468b294dc39afeddab84939924'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:38.361638 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Made reservation on behalf of d48650468b294dc39afeddab84939924 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:30:38.366019 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:38.377119 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:38.399246 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:38.461463 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks [] for security_group (f4267e78-a40c-49e0-8693-fa272f108355), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:38.465446 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f4267e78-a40c-49e0-8693-fa272f108355), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:38.485402 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:38.529122 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4267e78-a40c-49e0-8693-fa272f108355,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:38.609104 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Allocated IP 192.168.233.106 (982bcf75-155a-40be-9f3d-11783feca5cd/e227499b-7d8d-4422-8604-ffca5d04c0bf/21c00c0c-1c20-4171-aee2-4d76f2cd6df2) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:30:38.708564 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c2019c87-a173-4774-b0b4-227c4e2236e9 req-81020f1a-1d04-438e-8858-bc76fe92d9a3 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 210 time: 0.0280774 Oct 05 20:30:38.768255 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks [] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:38.799937 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:38.849924 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Network 982bcf75-155a-40be-9f3d-11783feca5cd is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:30:38.853210 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:30:38.857191 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:30:38.881127 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Pushing event updated for resources: {'Port': ['ID=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:38.915489 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:38.916263 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:38.938028 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-6bc93aea-730a-480c-a005-4ab348313bcf tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6986539 Oct 05 20:30:38.958336 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Request body: {'port': {'device_id': '46c78316-9656-47a1-965d-2d86e9ba8bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:39.030269 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:39.119366 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-78b2f155-1a32-4d96-81ee-75a5427814df None None] Provisioning complete for port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:39.119974 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-78b2f155-1a32-4d96-81ee-75a5427814df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:39.120183 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-78b2f155-1a32-4d96-81ee-75a5427814df None None] Attempt 1 to provision port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 Oct 05 20:30:39.159982 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-78b2f155-1a32-4d96-81ee-75a5427814df None None] Port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:30:39.236477 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:UPDATE=5,neutron:INSERT=8,neutron:SELECT=86,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:39.310222 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:30:39.318945 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Publish callbacks [] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:39.322789 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:39.335628 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Transition to ACTIVE for port object 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:30:39.339477 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:39.405169 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Pushing event updated for resources: {'Port': ['ID=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:39.456258 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Attempting to bind port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:30:39.457185 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Attempting to bind port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': 'f6a173da-9856-4889-a153-1d10a712ea8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:30:39.457543 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Attempting to bind port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 on network 982bcf75-155a-40be-9f3d-11783feca5cd {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:30:39.497686 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 on network 982bcf75-155a-40be-9f3d-11783feca5cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:30:39.497939 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Attempting to bind port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 on network 982bcf75-155a-40be-9f3d-11783feca5cd {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:30:39.540699 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:30:39.541030 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Checking segment: {'id': 'f6a173da-9856-4889-a153-1d10a712ea8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:30:39.541413 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Bound using segment: {'id': 'f6a173da-9856-4889-a153-1d10a712ea8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:30:39.541872 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Bound port: 21c00c0c-1c20-4171-aee2-4d76f2cd6df2, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6a173da-9856-4889-a153-1d10a712ea8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:30:39.542231 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:39.607528 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] For port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:30:39.610493 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] For port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,segment=NetworkSegment(f6a173da-9856-4889-a153-1d10a712ea8d),segment_id=f6a173da-9856-4889-a153-1d10a712ea8d)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:30:39.616386 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:39.620632 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:39.621267 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:39.622664 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/21c00c0c-1c20-4171-aee2-4d76f2cd6df2 HTTP/1.1" status: 200 len: 1098 time: 0.6707585 Oct 05 20:30:39.623205 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c78316-9656-47a1-965d-2d86e9ba8bd3', 'tag': '21c00c0c-1c20-4171-aee2-4d76f2cd6df2'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:30:39.625468 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb42292-00d2-412f-ad71-043f2eea5544" -d '{"events": [{"name": "network-changed", "server_uuid": "46c78316-9656-47a1-965d-2d86e9ba8bd3", "tag": "21c00c0c-1c20-4171-aee2-4d76f2cd6df2"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:30:39.671195 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7455d5-7e48-4541-8912-71244ca04d14 x-openstack-request-id: req-0e7455d5-7e48-4541-8912-71244ca04d14 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:30:39.671485 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c78316-9656-47a1-965d-2d86e9ba8bd3", "tag": "21c00c0c-1c20-4171-aee2-4d76f2cd6df2", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:30:39.671843 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0e7455d5-7e48-4541-8912-71244ca04d14 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:30:39.672178 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7455d5-7e48-4541-8912-71244ca04d14'] response: {'name': 'network-changed', 'server_uuid': '46c78316-9656-47a1-965d-2d86e9ba8bd3', 'tag': '21c00c0c-1c20-4171-aee2-4d76f2cd6df2', 'status': 'completed', 'code': 200} Oct 05 20:30:39.677540 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32950d55-65b8-4bdf-8663-eac5ac249048 service neutron] Pushing event updated for resources: {'Port': ['ID=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:39.737151 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-f0c144c9-177f-41c1-bb15-94c3ec6338f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:39.738798 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-f0c144c9-177f-41c1-bb15-94c3ec6338f2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d48650468b294dc39afeddab84939924&device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 1132 time: 0.0399821 Oct 05 20:30:39.790297 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-b35fb3e3-88e8-44b7-933d-43bef51705b2 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=21c00c0c-1c20-4171-aee2-4d76f2cd6df2 HTTP/1.1" status: 200 len: 217 time: 0.0369556 Oct 05 20:30:39.832035 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d377f9-6fe4-4f64-8742-8077034a7dfa req-f10fbac9-54b8-4ebe-83be-cabb834f80e4 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:39.833504 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-23d377f9-6fe4-4f64-8742-8077034a7dfa req-f10fbac9-54b8-4ebe-83be-cabb834f80e4 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 948 time: 0.0486367 Oct 05 20:30:39.848127 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-7eee2cea-1a0d-41df-bb5e-6a540634bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:39.849868 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-7eee2cea-1a0d-41df-bb5e-6a540634bc8a service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e227499b-7d8d-4422-8604-ffca5d04c0bf HTTP/1.1" status: 200 len: 843 time: 0.0483708 Oct 05 20:30:39.886889 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-23d377f9-6fe4-4f64-8742-8077034a7dfa req-8ea39e6e-5fa9-41b2-bae0-fdd660a6776e tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4267e78-a40c-49e0-8693-fa272f108355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475037 Oct 05 20:30:39.897641 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-b2ad50ad-f282-461a-880f-87456710bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:39.899267 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-b2ad50ad-f282-461a-880f-87456710bfc1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=982bcf75-155a-40be-9f3d-11783feca5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0416038 Oct 05 20:30:39.996555 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-069d1d94-2da6-413f-b541-56bb4b455deb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/982bcf75-155a-40be-9f3d-11783feca5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910621 Oct 05 20:30:40.090448 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9031aa9d-5d64-4668-8d4f-1cdcda936dc1 req-bbbe7b84-41a8-4c6f-bd8d-0c9a02c5f5f4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/982bcf75-155a-40be-9f3d-11783feca5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858517 Oct 05 20:30:41.011312 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:41.019122 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-f0ebbfa6-c572-4284-afd4-bbc0da007516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:41.020612 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-f0ebbfa6-c572-4284-afd4-bbc0da007516 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=d48650468b294dc39afeddab84939924&device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 1132 time: 0.0768061 Oct 05 20:30:41.028745 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c059d-ec05-4e1f-a2bb-91242c1a57b9 req-b41532a8-267d-48a7-9f6a-bce6f15d5dde tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:41.030178 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c3c059d-ec05-4e1f-a2bb-91242c1a57b9 req-b41532a8-267d-48a7-9f6a-bce6f15d5dde tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 948 time: 0.0559504 Oct 05 20:30:41.140632 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3c3c059d-ec05-4e1f-a2bb-91242c1a57b9 req-38bd9bca-7231-4ae3-9755-a15aba554d6a tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4267e78-a40c-49e0-8693-fa272f108355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012957 Oct 05 20:30:41.156088 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-7a2a3fe9-d372-4806-9a53-be4a61d22494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:41.157566 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-7a2a3fe9-d372-4806-9a53-be4a61d22494 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=982bcf75-155a-40be-9f3d-11783feca5cd HTTP/1.1" status: 200 len: 870 time: 0.1265423 Oct 05 20:30:41.197415 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-03338951-4e05-4a26-a23d-6ab77af7de35 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=21c00c0c-1c20-4171-aee2-4d76f2cd6df2 HTTP/1.1" status: 200 len: 217 time: 0.0321467 Oct 05 20:30:41.233342 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:41.247558 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-444016b8-aa43-40f7-b540-e6c3c6f6de92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:41.249008 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-444016b8-aa43-40f7-b540-e6c3c6f6de92 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=e227499b-7d8d-4422-8604-ffca5d04c0bf HTTP/1.1" status: 200 len: 843 time: 0.0458961 Oct 05 20:30:41.296409 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-b2b97400-05a7-44cf-8d4f-84ca3b16048f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:41.297927 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-b2b97400-05a7-44cf-8d4f-84ca3b16048f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=982bcf75-155a-40be-9f3d-11783feca5cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0432746 Oct 05 20:30:41.394940 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-c07a71c5-12da-425a-b7b4-771270b50e28 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/982bcf75-155a-40be-9f3d-11783feca5cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849652 Oct 05 20:30:41.488205 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-cfb42292-00d2-412f-ad71-043f2eea5544 req-71ab880f-0c82-48a9-a392-228c94243302 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/982bcf75-155a-40be-9f3d-11783feca5cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871711 Oct 05 20:30:41.760181 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:30:41.864415 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,segment=NetworkSegment(f6a173da-9856-4889-a153-1d10a712ea8d),segment_id=f6a173da-9856-4889-a153-1d10a712ea8d)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:30:41.876540 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '21c00c0c-1c20-4171-aee2-4d76f2cd6df2', 'network_id': '982bcf75-155a-40be-9f3d-11783feca5cd', 'port_id': '21c00c0c-1c20-4171-aee2-4d76f2cd6df2', 'mac_address': 'fa:16:3e:44:f6:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e227499b-7d8d-4422-8604-ffca5d04c0bf', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:30:41.910362 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:41.910753 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:41.924266 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:30:41.946257 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,segment=NetworkSegment(f6a173da-9856-4889-a153-1d10a712ea8d),segment_id=f6a173da-9856-4889-a153-1d10a712ea8d)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:30:41.950369 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:41.999549 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:42.261187 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5d0e6c-c9e7-438c-9fc0-0b6ab0687017 req-67bc7718-2f81-423f-a2ba-b8d99bf128b7 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:42.262694 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ac5d0e6c-c9e7-438c-9fc0-0b6ab0687017 req-67bc7718-2f81-423f-a2ba-b8d99bf128b7 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 949 time: 0.0484357 Oct 05 20:30:42.290590 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['21c00c0c-1c20-4171-aee2-4d76f2cd6df2'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:30:42.310898 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ac5d0e6c-c9e7-438c-9fc0-0b6ab0687017 req-b8ca2141-543e-4eb9-8285-aa1c8fe8c501 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4267e78-a40c-49e0-8693-fa272f108355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425115 Oct 05 20:30:42.418910 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:43.430832 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faf7ba9-d2f4-42ac-8655-40db6836f68c req-42940daf-bbb4-4b71-b050-604132cffbfd tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:43.432312 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6faf7ba9-d2f4-42ac-8655-40db6836f68c req-42940daf-bbb4-4b71-b050-604132cffbfd tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 949 time: 0.0471337 Oct 05 20:30:43.482435 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6faf7ba9-d2f4-42ac-8655-40db6836f68c req-8de42d82-1d11-4f91-8938-4d92d9164e65 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4267e78-a40c-49e0-8693-fa272f108355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441198 Oct 05 20:30:43.786036 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:30:43.831130 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:30:43.837440 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:43.837818 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:43.838150 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 Oct 05 20:30:43.901626 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:43.914265 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:43.914619 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:43.939556 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c78316-9656-47a1-965d-2d86e9ba8bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c00c0c-1c20-4171-aee2-4d76f2cd6df2'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:30:43.941845 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316538f0-2552-4500-866e-24c39be91898" -d '{"events": [{"server_uuid": "46c78316-9656-47a1-965d-2d86e9ba8bd3", "name": "network-vif-plugged", "status": "completed", "tag": "21c00c0c-1c20-4171-aee2-4d76f2cd6df2"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:30:43.955316 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,segment=NetworkSegment(f6a173da-9856-4889-a153-1d10a712ea8d),segment_id=f6a173da-9856-4889-a153-1d10a712ea8d)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:30:43.959953 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:43.982590 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264689e3-bc30-4c4a-8a32-fe1aa495d068 x-openstack-request-id: req-264689e3-bc30-4c4a-8a32-fe1aa495d068 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:30:43.982887 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c78316-9656-47a1-965d-2d86e9ba8bd3", "name": "network-vif-plugged", "status": "completed", "tag": "21c00c0c-1c20-4171-aee2-4d76f2cd6df2", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:30:43.983137 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-264689e3-bc30-4c4a-8a32-fe1aa495d068 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:30:43.983526 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264689e3-bc30-4c4a-8a32-fe1aa495d068'] response: {'server_uuid': '46c78316-9656-47a1-965d-2d86e9ba8bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c00c0c-1c20-4171-aee2-4d76f2cd6df2', 'code': 200} Oct 05 20:30:44.008938 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:44.202025 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e01409-c8cc-4811-846a-d1d18dceb218 req-f76384a2-75c8-45a8-8fa9-b1085be9e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:44.203541 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-52e01409-c8cc-4811-846a-d1d18dceb218 req-f76384a2-75c8-45a8-8fa9-b1085be9e915 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 1134 time: 0.0387433 Oct 05 20:30:44.262900 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-52e01409-c8cc-4811-846a-d1d18dceb218 req-ad4a3fc0-2fcf-45f4-8db4-8ffffa754164 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=f4267e78-a40c-49e0-8693-fa272f108355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447443 Oct 05 20:30:44.606771 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc2b0e-4896-44f8-9d00-cbddf81d7e20 req-6f1cfca7-7759-4536-9651-57dfea6ac92d tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:44.608209 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f7fc2b0e-4896-44f8-9d00-cbddf81d7e20 req-6f1cfca7-7759-4536-9651-57dfea6ac92d tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 950 time: 0.0464959 Oct 05 20:30:44.656280 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f7fc2b0e-4896-44f8-9d00-cbddf81d7e20 req-22c2d83b-d5fa-44aa-bcfd-0975d22e63c8 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4267e78-a40c-49e0-8693-fa272f108355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425777 Oct 05 20:30:44.855979 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=79 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:44.861195 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:45.790783 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e02bd7-0512-42fc-a6bd-ba2f9fcf96ca req-d6af81ed-6048-47ca-97b8-da69048a42e1 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:45.792309 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-65e02bd7-0512-42fc-a6bd-ba2f9fcf96ca req-d6af81ed-6048-47ca-97b8-da69048a42e1 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 950 time: 0.0483615 Oct 05 20:30:45.839935 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-65e02bd7-0512-42fc-a6bd-ba2f9fcf96ca req-5120222c-a621-4056-8d5f-2601ac035a26 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4267e78-a40c-49e0-8693-fa272f108355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418878 Oct 05 20:30:46.112714 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7a72cb-7ecd-4893-9615-1746f75f488b req-e351be4c-a068-4ae6-9b3b-9a61740a9b17 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:46.114203 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ba7a72cb-7ecd-4893-9615-1746f75f488b req-e351be4c-a068-4ae6-9b3b-9a61740a9b17 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 950 time: 0.0527174 Oct 05 20:30:46.163117 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ba7a72cb-7ecd-4893-9615-1746f75f488b req-13cbc261-401a-4919-aafa-537c7aa3874b tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4267e78-a40c-49e0-8693-fa272f108355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430865 Oct 05 20:30:47.214687 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c3619a31-538b-40d8-9d42-9d819b16a013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:47.291062 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0684f9-6a5b-4f62-8b64-2b095d5f1be3 req-0ef4c921-09f5-4099-bcb6-8d0a787cbd46 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:47.292555 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f0684f9-6a5b-4f62-8b64-2b095d5f1be3 req-0ef4c921-09f5-4099-bcb6-8d0a787cbd46 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 950 time: 0.0464427 Oct 05 20:30:47.341084 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f0684f9-6a5b-4f62-8b64-2b095d5f1be3 req-902b9a83-a374-4fa5-8129-d7f75fbde1b5 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=f4267e78-a40c-49e0-8693-fa272f108355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429518 Oct 05 20:30:47.859823 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-5a6df215-2d59-4406-8134-0415680d5ecb tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:47.861236 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-5a6df215-2d59-4406-8134-0415680d5ecb tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 950 time: 0.0487392 Oct 05 20:30:47.945712 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Deleting port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:30:47.945993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:48.005670 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:48.037620 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] For port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,segment=NetworkSegment(f6a173da-9856-4889-a153-1d10a712ea8d),segment_id=f6a173da-9856-4889-a153-1d10a712ea8d)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:30:48.037984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:48.051043 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Calling delete_port for 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:30:48.154794 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:48.175083 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (21c00c0c-1c20-4171-aee2-4d76f2cd6df2), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:48.203864 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Pushing event deleted for resources: {'Port': ['ID=21c00c0c-1c20-4171-aee2-4d76f2cd6df2,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:48.217991 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.218344 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.218693 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.219035 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.219372 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.219701 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.220030 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.220357 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.220685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.221006 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.221332 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.221761 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.222005 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.222325 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.222642 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:48.231403 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['21c00c0c-1c20-4171-aee2-4d76f2cd6df2'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:30:48.260950 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] No DVR routers for this DVR port 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:30:48.263441 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:48.266801 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-21242ec3-abec-4d4e-88ff-9ec843b19c61 req-41943beb-3670-49de-aa79-2d716d79f611 tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.15 "DELETE /networking/v2.0/ports/21c00c0c-1c20-4171-aee2-4d76f2cd6df2 HTTP/1.1" status: 204 len: 173 time: 0.3964539 Oct 05 20:30:48.267295 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c78316-9656-47a1-965d-2d86e9ba8bd3', 'name': 'network-vif-deleted', 'tag': '21c00c0c-1c20-4171-aee2-4d76f2cd6df2'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:30:48.269580 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687323fa-ffb5-44ac-a398-b3d19b2d81c2" -d '{"events": [{"server_uuid": "46c78316-9656-47a1-965d-2d86e9ba8bd3", "name": "network-vif-deleted", "tag": "21c00c0c-1c20-4171-aee2-4d76f2cd6df2"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:30:48.314726 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2658f5e1-b5ac-4c0b-81c3-3ce50e44d7fd x-openstack-request-id: req-2658f5e1-b5ac-4c0b-81c3-3ce50e44d7fd {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:30:48.315399 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c78316-9656-47a1-965d-2d86e9ba8bd3", "name": "network-vif-deleted", "tag": "21c00c0c-1c20-4171-aee2-4d76f2cd6df2", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:30:48.315526 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2658f5e1-b5ac-4c0b-81c3-3ce50e44d7fd {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:30:48.315988 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2658f5e1-b5ac-4c0b-81c3-3ce50e44d7fd'] response: {'server_uuid': '46c78316-9656-47a1-965d-2d86e9ba8bd3', 'name': 'network-vif-deleted', 'tag': '21c00c0c-1c20-4171-aee2-4d76f2cd6df2', 'status': 'completed', 'code': 200} Oct 05 20:30:48.459573 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2facd3d9-b229-4ddf-9c80-90b7a05dca21 req-1a1705d7-a1f0-45dc-8b64-8dbb733a53be tempest-VolumesNegativeTest-772057888 tempest-VolumesNegativeTest-772057888-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=46c78316-9656-47a1-965d-2d86e9ba8bd3 HTTP/1.1" status: 200 len: 210 time: 0.0299606 Oct 05 20:30:49.553464 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-eceb3f97-53c4-4982-9144-de0f0432aed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:50.945394 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:51.804183 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:30:51.822906 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:30:51.823249 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 21c00c0c-1c20-4171-aee2-4d76f2cd6df2 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:30:52.562300 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:52.717742 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:53.484609 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55844) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:53.619862 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d341a042-c57a-4149-a899-e24c0e52689d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d48650468b294dc39afeddab84939924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341157 Oct 05 20:30:53.622389 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55848) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:53.673040 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9f53-ea7b-4814-a927-881571fbb2f2 admin admin] Publish callbacks [] for security_group (f4267e78-a40c-49e0-8693-fa272f108355), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:53.694640 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9f53-ea7b-4814-a927-881571fbb2f2 admin admin] Publish callbacks [] for security_group (f4267e78-a40c-49e0-8693-fa272f108355), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:53.740738 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9f53-ea7b-4814-a927-881571fbb2f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (f4267e78-a40c-49e0-8693-fa272f108355), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:53.743225 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3ddd9f53-ea7b-4814-a927-881571fbb2f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:53.744530 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-3ddd9f53-ea7b-4814-a927-881571fbb2f2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/f4267e78-a40c-49e0-8693-fa272f108355 HTTP/1.1" status: 204 len: 168 time: 0.1212578 Oct 05 20:30:53.752852 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddd9f53-ea7b-4814-a927-881571fbb2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4267e78-a40c-49e0-8693-fa272f108355,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:54.353564 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55872) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:54.450236 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-245889217-network', 'tenant_id': '3dae2633ff47484981df67d10b94de47'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:54.471719 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Made reservation on behalf of 3dae2633ff47484981df67d10b94de47 for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:30:54.472833 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:54.485450 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:54.551528 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:54.573260 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Publish callbacks [] for security_group (da22a40d-9ac6-4c5c-85aa-8be3f8326392), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:54.577688 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (da22a40d-9ac6-4c5c-85aa-8be3f8326392), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:54.597748 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:54.599252 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:30:54.621129 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da22a40d-9ac6-4c5c-85aa-8be3f8326392,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:54.624024 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (341ed03d-94f1-442b-8208-452c8003b9a5), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:54.624361 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Added segment 341ed03d-94f1-442b-8208-452c8003b9a5 of type vlan for network b5d8f50d-95d6-435a-b37d-e150d362eed6 Oct 05 20:30:54.666030 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (b5d8f50d-95d6-435a-b37d-e150d362eed6), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:54.696730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (b5d8f50d-95d6-435a-b37d-e150d362eed6), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:54.697719 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:54.698289 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:54.749753 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3950043 Oct 05 20:30:54.752733 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55882) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:54.757806 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Request body: {'subnet': {'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-245889217-subnet', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:54.760610 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761461-ba60-4414-b12a-41361e0cbb3d admin admin] Pushing event updated for resources: {'Network': ['ID=b5d8f50d-95d6-435a-b37d-e150d362eed6,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:54.771414 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:30:54.778907 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Made reservation on behalf of 3dae2633ff47484981df67d10b94de47 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:30:54.781275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60320536'] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:54.961214 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60664316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60320522'] for subnet (7c13e6f7-a8dc-4ade-bca8-b9160e16328d), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.015146 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c13e6f7-a8dc-4ade-bca8-b9160e16328d,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:55.026683 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Checking segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:30:55.027012 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Network hostable DHCP agents. Network: b5d8f50d-95d6-435a-b37d-e150d362eed6, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:30:55.044722 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:30:55.053836 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, b5d8f50d-95d6-435a-b37d-e150d362eed6) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:30:55.057973 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:55.058555 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.063544 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0413da5d-2038-4b44-9278-a891b4fd2a98 None None] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:30:55.075149 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-a1c17b66-72f7-440c-8e95-3d94e29dcd9d admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3213291 Oct 05 20:30:55.077905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55884) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:55.082138 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:55.094445 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:55.105176 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (5764961f-54a8-4a64-84c0-30d4d424bdf8), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.106240 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (5764961f-54a8-4a64-84c0-30d4d424bdf8), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.163419 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks [] for router_controller (5764961f-54a8-4a64-84c0-30d4d424bdf8), precommit_add_association {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.172901 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-b5d8f50d-95d6-435a-b37d-e150d362eed6', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:30:55.173979 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.204021 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:55.298997 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks [] for router_gateway (5764961f-54a8-4a64-84c0-30d4d424bdf8), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.312128 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Allocated IP 172.20.0.2 (b5d8f50d-95d6-435a-b37d-e150d362eed6/7c13e6f7-a8dc-4ade-bca8-b9160e16328d/049424c4-d1b4-4717-873e-28d44c55e356) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:30:55.584911 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Publish callbacks [] for port (049424c4-d1b4-4717-873e-28d44c55e356), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.591194 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (049424c4-d1b4-4717-873e-28d44c55e356), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.616633 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:55.641419 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:30:55.643181 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Pushing event updated for resources: {'Port': ['ID=049424c4-d1b4-4717-873e-28d44c55e356,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:55.647262 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:30:55.649683 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:30:55.658308 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.658662 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.659004 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.659341 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.659673 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.660001 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.660324 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.660645 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.660968 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.661869 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.662193 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.662514 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.662834 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.663152 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.663469 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:30:55.721091 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Attempting to bind port 049424c4-d1b4-4717-873e-28d44c55e356 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:30:55.721578 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Attempting to bind port 049424c4-d1b4-4717-873e-28d44c55e356 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:30:55.721949 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Attempting to bind port 049424c4-d1b4-4717-873e-28d44c55e356 on network b5d8f50d-95d6-435a-b37d-e150d362eed6 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:30:55.739502 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks [] for router_gateway (5764961f-54a8-4a64-84c0-30d4d424bdf8), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.752840 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:55.758132 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.768163 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:30:55.768587 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Checking segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:30:55.769002 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.769395 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Bound using segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:30:55.769892 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Bound port: 049424c4-d1b4-4717-873e-28d44c55e356, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:30:55.770278 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (049424c4-d1b4-4717-873e-28d44c55e356), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.830773 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] For port 049424c4-d1b4-4717-873e-28d44c55e356, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:30:55.834779 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] For port 049424c4-d1b4-4717-873e-28d44c55e356, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=049424c4-d1b4-4717-873e-28d44c55e356,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:30:55.841122 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (049424c4-d1b4-4717-873e-28d44c55e356), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:55.869609 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Allocated IP 172.27.0.60 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/bf8ac608-b75c-41b8-82b1-6c084f0c28c4) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:30:55.894829 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a066a6b-329f-4f68-9652-46848f759ef2 None None] Pushing event updated for resources: {'Port': ['ID=049424c4-d1b4-4717-873e-28d44c55e356,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:55.987897 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks [] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:56.024326 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:56.069599 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:30:56.072729 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:30:56.075296 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:30:56.103423 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8ac608-b75c-41b8-82b1-6c084f0c28c4,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:56.303546 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:56.318882 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks [] for router_gateway (5764961f-54a8-4a64-84c0-30d4d424bdf8), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:56.389762 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:56.504760 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (5764961f-54a8-4a64-84c0-30d4d424bdf8), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:56.636064 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Router 5764961f-54a8-4a64-84c0-30d4d424bdf8 is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:30:56.737993 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88044725-7f71-4239-ba28-3bf04ea8450e None None] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:30:56.748007 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:30:56.756742 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Sync routers for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:30:56.767636 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:56.768192 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:30:56.768567 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:30:56.771881 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55890) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:56.772326 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-e5ac62c4-4845-4f2e-8b72-17f7f74a34e2 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6931801 Oct 05 20:30:56.800829 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-3989e3ed-c55c-491e-9057-a66004f8f04a None None] Provisioning complete for port 049424c4-d1b4-4717-873e-28d44c55e356 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:56.801202 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3989e3ed-c55c-491e-9057-a66004f8f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (049424c4-d1b4-4717-873e-28d44c55e356), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:56.802313 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-3989e3ed-c55c-491e-9057-a66004f8f04a None None] Attempt 1 to provision port 049424c4-d1b4-4717-873e-28d44c55e356 Oct 05 20:30:56.884858 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:30:56.936359 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-3989e3ed-c55c-491e-9057-a66004f8f04a None None] Current status of the port 049424c4-d1b4-4717-873e-28d44c55e356 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:56.936820 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3989e3ed-c55c-491e-9057-a66004f8f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (049424c4-d1b4-4717-873e-28d44c55e356), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:56.972018 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-3989e3ed-c55c-491e-9057-a66004f8f04a None None] For port 049424c4-d1b4-4717-873e-28d44c55e356, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=049424c4-d1b4-4717-873e-28d44c55e356,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:30:56.984360 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3989e3ed-c55c-491e-9057-a66004f8f04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (049424c4-d1b4-4717-873e-28d44c55e356), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.027198 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 049424c4-d1b4-4717-873e-28d44c55e356 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:30:57.079062 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989e3ed-c55c-491e-9057-a66004f8f04a None None] Pushing event updated for resources: {'Port': ['ID=049424c4-d1b4-4717-873e-28d44c55e356,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:57.095424 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 049424c4-d1b4-4717-873e-28d44c55e356 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:57.095890 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (049424c4-d1b4-4717-873e-28d44c55e356), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.096292 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 049424c4-d1b4-4717-873e-28d44c55e356 Oct 05 20:30:57.144292 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:56Z', 'revision_number': 3, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:30:57.176701 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Checking router: 5764961f-54a8-4a64-84c0-30d4d424bdf8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:30:57.177048 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Updating router 5764961f-54a8-4a64-84c0-30d4d424bdf8 port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:30:57.178792 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 049424c4-d1b4-4717-873e-28d44c55e356 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:57.204636 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-700dcd26-003f-4cd7-9d15-b2875f2d73ba None None] Provisioning complete for port 049424c4-d1b4-4717-873e-28d44c55e356 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:57.205068 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-700dcd26-003f-4cd7-9d15-b2875f2d73ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (049424c4-d1b4-4717-873e-28d44c55e356), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.205348 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-700dcd26-003f-4cd7-9d15-b2875f2d73ba None None] Attempt 1 to provision port 049424c4-d1b4-4717-873e-28d44c55e356 Oct 05 20:30:57.206116 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.281765 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-700dcd26-003f-4cd7-9d15-b2875f2d73ba None None] Current status of the port 049424c4-d1b4-4717-873e-28d44c55e356 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:57.443536 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a8361afe-d75d-41a1-8004-37679365c467 req-08a59cb8-1571-4441-9da4-3273e3cd1d4d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424325 Oct 05 20:30:57.450373 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.455120 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Publish callbacks [] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.460388 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.504723 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Attempting to bind port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:30:57.505833 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Attempting to bind port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:30:57.506393 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Attempting to bind port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:30:57.529081 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463925ac-9c2d-4c0b-86eb-150cf3df9c3c None None] Pushing event updated for resources: {'Port': ['ID=bf8ac608-b75c-41b8-82b1-6c084f0c28c4,revision_number=2']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:57.561418 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:30:57.562720 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:30:57.562720 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.562957 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:30:57.563503 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Bound port: bf8ac608-b75c-41b8-82b1-6c084f0c28c4, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:30:57.563977 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.566061 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8361afe-d75d-41a1-8004-37679365c467 req-2d58290e-906e-4730-aca2-1ec24f5aef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:57.568335 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a8361afe-d75d-41a1-8004-37679365c467 req-2d58290e-906e-4730-aca2-1ec24f5aef6f service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1130 time: 0.0497589 Oct 05 20:30:57.615918 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] For port bf8ac608-b75c-41b8-82b1-6c084f0c28c4, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:30:57.618948 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:57.619195 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] For port bf8ac608-b75c-41b8-82b1-6c084f0c28c4, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=bf8ac608-b75c-41b8-82b1-6c084f0c28c4,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:30:57.622866 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Allocated IP 172.20.0.1 (b5d8f50d-95d6-435a-b37d-e150d362eed6/7c13e6f7-a8dc-4ade-bca8-b9160e16328d/9bd83c27-e832-4168-adab-33222e10cd64) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:30:57.626614 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.682711 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463925ac-9c2d-4c0b-86eb-150cf3df9c3c None None] Pushing event updated for resources: {'Port': ['ID=bf8ac608-b75c-41b8-82b1-6c084f0c28c4,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:57.690383 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8361afe-d75d-41a1-8004-37679365c467 req-90a2628c-62f3-4f0a-9b9d-e9f91bce748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:57.691872 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a8361afe-d75d-41a1-8004-37679365c467 req-90a2628c-62f3-4f0a-9b9d-e9f91bce748a service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 909 time: 0.1032171 Oct 05 20:30:57.695443 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:30:57.695443 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:30:57.703680 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:57.757763 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a8361afe-d75d-41a1-8004-37679365c467 req-335bd4af-fdd3-4a86-9371-7bf166a85048 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 1002 time: 0.0582094 Oct 05 20:30:57.763935 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Publish callbacks [] for port (9bd83c27-e832-4168-adab-33222e10cd64), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.776036 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:57.796873 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:57.809766 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (9bd83c27-e832-4168-adab-33222e10cd64), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.831264 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8361afe-d75d-41a1-8004-37679365c467 req-f64aebe0-e6ea-4248-b3b3-43e2727120bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:57.833913 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a8361afe-d75d-41a1-8004-37679365c467 req-f64aebe0-e6ea-4248-b3b3-43e2727120bf service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 200 len: 847 time: 0.0693476 Oct 05 20:30:57.859370 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:30:57.862853 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:30:57.876640 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:30:57.892916 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:30:57.907119 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd83c27-e832-4168-adab-33222e10cd64,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:57.929177 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (5764961f-54a8-4a64-84c0-30d4d424bdf8), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:57.951288 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8361afe-d75d-41a1-8004-37679365c467 req-93e2ff2e-58bb-4ecf-84a3-e01b2b586503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:57.953419 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a8361afe-d75d-41a1-8004-37679365c467 req-93e2ff2e-58bb-4ecf-84a3-e01b2b586503 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ee6333db-3e50-4178-bd81-2717c05d02a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1137292 Oct 05 20:30:58.073240 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (9bd83c27-e832-4168-adab-33222e10cd64), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:58.073915 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a8361afe-d75d-41a1-8004-37679365c467 req-47c32fc8-eb33-47be-8e87-d2ac77f7a6de service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078396 Oct 05 20:30:58.113639 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-3694a026-de56-4894-94b3-b674f4d0ccb4 None None] Provisioning complete for port 9bd83c27-e832-4168-adab-33222e10cd64 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:58.114885 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3694a026-de56-4894-94b3-b674f4d0ccb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (9bd83c27-e832-4168-adab-33222e10cd64), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:58.115470 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-3694a026-de56-4894-94b3-b674f4d0ccb4 None None] Attempt 1 to provision port 9bd83c27-e832-4168-adab-33222e10cd64 Oct 05 20:30:58.162767 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-3694a026-de56-4894-94b3-b674f4d0ccb4 None None] Port 9bd83c27-e832-4168-adab-33222e10cd64 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:30:58.179238 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:58.184168 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-a8361afe-d75d-41a1-8004-37679365c467 req-9c5fbc67-e47b-44e4-abe5-a39fae84ada2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022792 Oct 05 20:30:58.188818 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:56Z', 'revision_number': 3, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:30:58.215521 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfccf0e-809c-41aa-ba8f-e2fc81d4a328 None None] The sync data for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi is: [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:56Z', 'revision_number': 3, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:30:58.260080 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Publish callbacks [] for port (9bd83c27-e832-4168-adab-33222e10cd64), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:58.265787 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60451606'] for port (9bd83c27-e832-4168-adab-33222e10cd64), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:58.336269 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9bd83c27-e832-4168-adab-33222e10cd64,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:58.341317 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (5764961f-54a8-4a64-84c0-30d4d424bdf8), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:58.403651 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:58.456323 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:30:58.457886 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:30:58.583430 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Router 5764961f-54a8-4a64-84c0-30d4d424bdf8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:30:58.683139 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:58.689852 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-cc0afe01-b087-46c6-b02c-8d9b457f020f None None] Provisioning complete for port 9bd83c27-e832-4168-adab-33222e10cd64 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:58.690233 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-cc0afe01-b087-46c6-b02c-8d9b457f020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (9bd83c27-e832-4168-adab-33222e10cd64), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:58.690592 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-cc0afe01-b087-46c6-b02c-8d9b457f020f None None] Attempt 1 to provision port 9bd83c27-e832-4168-adab-33222e10cd64 Oct 05 20:30:58.698579 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:30:58.703915 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a1d9726c-c713-4282-be02-7230ea3972a3 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/5764961f-54a8-4a64-84c0-30d4d424bdf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9303119 Oct 05 20:30:58.722666 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:58.731677 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-cc0afe01-b087-46c6-b02c-8d9b457f020f None None] Port 9bd83c27-e832-4168-adab-33222e10cd64 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:30:59.012682 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device bf8ac608-b75c-41b8-82b1-6c084f0c28c4 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:30:59.062912 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:59.063289 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.063625 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 Oct 05 20:30:59.170691 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:59.171249 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.193289 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port bf8ac608-b75c-41b8-82b1-6c084f0c28c4, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=bf8ac608-b75c-41b8-82b1-6c084f0c28c4,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:30:59.197289 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.198165 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 049424c4-d1b4-4717-873e-28d44c55e356 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:30:59.287489 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55920) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:59.287991 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=bf8ac608-b75c-41b8-82b1-6c084f0c28c4,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:59.290631 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 049424c4-d1b4-4717-873e-28d44c55e356 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:30:59.291005 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (049424c4-d1b4-4717-873e-28d44c55e356), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.291334 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 049424c4-d1b4-4717-873e-28d44c55e356 Oct 05 20:30:59.294813 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1786871763-network', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:59.315808 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Made reservation on behalf of 9b9a9e5e833c4d19bd06606517350d22 for: {'network': 1} {{(pid=106132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:30:59.319281 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for network (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.328769 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.351388 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:59.370896 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 049424c4-d1b4-4717-873e-28d44c55e356 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:30:59.413937 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Publish callbacks [] for security_group (d12b9953-9ac1-43f2-b1b3-0b9dc89a7a38), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.417473 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d12b9953-9ac1-43f2-b1b3-0b9dc89a7a38), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.439693 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=106132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 05 20:30:59.454428 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12b9953-9ac1-43f2-b1b3-0b9dc89a7a38,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:59.459348 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (dd3406f2-4df0-4c3f-88b6-21c331289617), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.459683 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.segments_db [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Added segment dd3406f2-4df0-4c3f-88b6-21c331289617 of type vlan for network e8047b22-4802-46b1-93a7-da2290effe3d Oct 05 20:30:59.502670 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748951291850'] for network (e8047b22-4802-46b1-93a7-da2290effe3d), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.527929 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372'] for network (e8047b22-4802-46b1-93a7-da2290effe3d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.529085 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:59.529755 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.584193 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2955840 Oct 05 20:30:59.587055 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55922) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:59.592174 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Request body: {'subnet': {'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1786871763-subnet', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'ip_version': 4}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:59.595791 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb7f6a-882a-4674-bd63-c5c1c5ed558b admin admin] Pushing event updated for resources: {'Network': ['ID=e8047b22-4802-46b1-93a7-da2290effe3d,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:59.605546 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Network e8047b22-4802-46b1-93a7-da2290effe3d details requested by agent ovs-agent-dv-cinder-801522-12-iscsi with host dv-cinder-801522-12-iscsi {{(pid=106134) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 05 20:30:59.620381 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:30:59.628227 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Made reservation on behalf of 9b9a9e5e833c4d19bd06606517350d22 for: {'subnet': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:30:59.631770 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-60320536'] for subnet (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.721567 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.806241 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-60664316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-60320522'] for subnet (2a2336ee-ae98-48d4-a44b-5a2381481d72), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.855564 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a2336ee-ae98-48d4-a44b-5a2381481d72,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:30:59.875305 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Checking segment: {'id': 'dd3406f2-4df0-4c3f-88b6-21c331289617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:30:59.875643 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Network hostable DHCP agents. Network: e8047b22-4802-46b1-93a7-da2290effe3d, hostable agents: ['a53762cf-bc01-457d-a3c4-791544f4b55e'], hosted agents: [] {{(pid=106133) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 05 20:30:59.893020 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Network e8047b22-4802-46b1-93a7-da2290effe3d is scheduled to be hosted by DHCP agent a53762cf-bc01-457d-a3c4-791544f4b55e with binding_index 1 {{(pid=106133) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 05 20:30:59.903113 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801522-12-iscsi, e8047b22-4802-46b1-93a7-da2290effe3d) {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:30:59.909300 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Sync routers for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:30:59.909807 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:30:59.910407 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.915170 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b9d093-89f5-4276-b8a5-26fa26b5c891 None None] Network e8047b22-4802-46b1-93a7-da2290effe3d requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:30:59.929354 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-fdbd3ba6-b53b-4f79-8ada-9073bcd01839 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3404565 Oct 05 20:30:59.931200 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55924) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:30:59.935393 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:30:59.955084 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614610', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-410'] for router (8927044c-90ce-4809-9788-86508642e527), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.956394 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-622590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-645269', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-760013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-385'] for router (8927044c-90ce-4809-9788-86508642e527), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:30:59.965300 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:30:59.965809 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:00.011172 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks [] for router_controller (8927044c-90ce-4809-9788-86508642e527), precommit_add_association {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.109075 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4a3f4776-ff34-5e91-ada8-ea67784bf9a9-e8047b22-4802-46b1-93a7-da2290effe3d', 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d', 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'fixed_ips': [{'subnet_id': '2a2336ee-ae98-48d4-a44b-5a2381481d72'}]}} from dv-cinder-801522-12-iscsi. {{(pid=106134) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 05 20:31:00.109982 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.121748 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:31:00.141683 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks [] for router_gateway (8927044c-90ce-4809-9788-86508642e527), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.352450 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks [] for router_gateway (8927044c-90ce-4809-9788-86508642e527), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.372030 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.474994 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:00.479355 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:00.483185 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:00.493999 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Allocated IP 172.27.0.254 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/16629c6b-c814-41f7-b948-0754c973074c) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:31:00.526930 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.db_base_plugin_common [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Allocated IP 172.20.0.2 (e8047b22-4802-46b1-93a7-da2290effe3d/2a2336ee-ae98-48d4-a44b-5a2381481d72/7befc15b-93b2-4a4b-8ae3-cc756c34c331) {{(pid=106134) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:31:00.550993 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:00.606720 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks [] for port (16629c6b-c814-41f7-b948-0754c973074c), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.619657 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 2, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:00.640275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (16629c6b-c814-41f7-b948-0754c973074c), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.649078 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Checking router: 5764961f-54a8-4a64-84c0-30d4d424bdf8 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:31:00.649433 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Updating router 5764961f-54a8-4a64-84c0-30d4d424bdf8 port 9bd83c27-e832-4168-adab-33222e10cd64 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:31:00.682689 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:31:00.687320 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:31:00.691314 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:31:00.698099 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (9bd83c27-e832-4168-adab-33222e10cd64), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.713886 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Pushing event updated for resources: {'Port': ['ID=16629c6b-c814-41f7-b948-0754c973074c,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:00.839064 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Publish callbacks [] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), precommit_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.849167 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), after_create {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.921622 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Network e8047b22-4802-46b1-93a7-da2290effe3d is already hosted by enough agents. {{(pid=106134) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:31:00.928127 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.scheduler.base_scheduler [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Resources bound (agent type, host, resource id): {{(pid=106134) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:31:00.930574 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Received port after_create {{(pid=106134) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:31:00.952661 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks [] for router_gateway (8927044c-90ce-4809-9788-86508642e527), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:00.969288 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device bf8ac608-b75c-41b8-82b1-6c084f0c28c4 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:00.994357 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Pushing event updated for resources: {'Port': ['ID=7befc15b-93b2-4a4b-8ae3-cc756c34c331,revision_number=1']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:01.098438 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Attempting to bind port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:31:01.098720 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Attempting to bind port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'dd3406f2-4df0-4c3f-88b6-21c331289617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:31:01.099079 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Attempting to bind port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 on network e8047b22-4802-46b1-93a7-da2290effe3d {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:31:01.127179 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:01.127548 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.127882 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 Oct 05 20:31:01.137935 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-622569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616900'] for router (8927044c-90ce-4809-9788-86508642e527), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.218113 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:01.221940 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:31:01.222295 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Checking segment: {'id': 'dd3406f2-4df0-4c3f-88b6-21c331289617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:31:01.222719 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.223111 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Bound using segment: {'id': 'dd3406f2-4df0-4c3f-88b6-21c331289617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:31:01.224021 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Bound port: 7befc15b-93b2-4a4b-8ae3-cc756c34c331, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3406f2-4df0-4c3f-88b6-21c331289617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:31:01.224021 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.244356 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:01.248249 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Publish callbacks [] for port (9bd83c27-e832-4168-adab-33222e10cd64), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.259787 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (9bd83c27-e832-4168-adab-33222e10cd64), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.264981 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Router 8927044c-90ce-4809-9788-86508642e527 is scheduled to L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 with binding_index 1 {{(pid=106133) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 05 20:31:01.311112 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:01.374962 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:31:01.384889 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Sync routers for ids ['8927044c-90ce-4809-9788-86508642e527'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:31:01.397451 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:01.399147 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Routers {'8927044c-90ce-4809-9788-86508642e527'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:31:01.400087 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8927044c-90ce-4809-9788-86508642e527'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:01.404556 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a7963-493f-4373-9860-bd80198a0d4c None None] Pushing event updated for resources: {'Port': ['ID=9bd83c27-e832-4168-adab-33222e10cd64,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:01.409686 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.413985 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55938) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:01.414739 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d8ded4d9-44d1-4b43-ba17-f397ce09bb25 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4821293 Oct 05 20:31:01.424609 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] For port 7befc15b-93b2-4a4b-8ae3-cc756c34c331, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:31:01.446893 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] For port 7befc15b-93b2-4a4b-8ae3-cc756c34c331, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7befc15b-93b2-4a4b-8ae3-cc756c34c331,segment=NetworkSegment(dd3406f2-4df0-4c3f-88b6-21c331289617),segment_id=dd3406f2-4df0-4c3f-88b6-21c331289617)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:31:01.452252 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Attempting to bind port 9bd83c27-e832-4168-adab-33222e10cd64 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:31:01.452252 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Attempting to bind port 9bd83c27-e832-4168-adab-33222e10cd64 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:31:01.452252 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Attempting to bind port 9bd83c27-e832-4168-adab-33222e10cd64 on network b5d8f50d-95d6-435a-b37d-e150d362eed6 {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:31:01.476028 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.546226 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:31:01.546589 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Checking segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:31:01.546994 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.547394 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Bound using segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:31:01.547882 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Bound port: 9bd83c27-e832-4168-adab-33222e10cd64, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:31:01.548095 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Set router 8927044c-90ce-4809-9788-86508642e527 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:31:01.548250 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (9bd83c27-e832-4168-adab-33222e10cd64), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.571289 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bee648-e260-4330-974a-ca6009aceac8 None None] Pushing event updated for resources: {'Port': ['ID=7befc15b-93b2-4a4b-8ae3-cc756c34c331,revision_number=2']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:01.656802 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] For port 9bd83c27-e832-4168-adab-33222e10cd64, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:31:01.665070 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] For port 9bd83c27-e832-4168-adab-33222e10cd64, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=9bd83c27-e832-4168-adab-33222e10cd64,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:31:01.675980 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (9bd83c27-e832-4168-adab-33222e10cd64), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.764229 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927044c-90ce-4809-9788-86508642e527', 'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '16629c6b-c814-41f7-b948-0754c973074c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:59Z', 'updated_at': '2022-10-05T20:31:00Z', 'revision_number': 3, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'gw_port': {'id': '16629c6b-c814-41f7-b948-0754c973074c', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:00Z', 'updated_at': '2022-10-05T20:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:01.779606 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:31:01.780318 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:01.793661 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Checking router: 8927044c-90ce-4809-9788-86508642e527 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:31:01.794262 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Updating router 8927044c-90ce-4809-9788-86508642e527 port 16629c6b-c814-41f7-b948-0754c973074c binding host dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:31:01.824414 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (16629c6b-c814-41f7-b948-0754c973074c), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:01.836834 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:01.840571 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a7963-493f-4373-9860-bd80198a0d4c None None] Pushing event updated for resources: {'Port': ['ID=9bd83c27-e832-4168-adab-33222e10cd64,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:01.920954 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:31:01.981387 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.041927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:02.088444 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Publish callbacks [] for port (16629c6b-c814-41f7-b948-0754c973074c), precommit_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.094166 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (16629c6b-c814-41f7-b948-0754c973074c), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.110008 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:02.110952 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Attempting to bind port 16629c6b-c814-41f7-b948-0754c973074c on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:31:02.111312 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Attempting to bind port 16629c6b-c814-41f7-b948-0754c973074c by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:31:02.111705 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Attempting to bind port 16629c6b-c814-41f7-b948-0754c973074c on network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:31:02.126615 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:01Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:02.147797 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Allocated IP 172.20.0.1 (e8047b22-4802-46b1-93a7-da2290effe3d/2a2336ee-ae98-48d4-a44b-5a2381481d72/57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:31:02.151081 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8bccdc-a49d-4a88-8d68-d2cac9adb8f0 None None] The sync data for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi is: [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:01Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:31:02.187080 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Pushing event updated for resources: {'Port': ['ID=16629c6b-c814-41f7-b948-0754c973074c,revision_number=2']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:02.211485 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:31:02.212043 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Checking segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:31:02.212534 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.213186 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Bound using segment: {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'} {{(pid=106135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:31:02.213810 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.managers [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Bound port: 16629c6b-c814-41f7-b948-0754c973074c, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3c0aa0-2f33-4085-b2f1-d8244bec2356', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68'}}] {{(pid=106135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:31:02.214278 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (16629c6b-c814-41f7-b948-0754c973074c), before_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.218036 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.218483 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.218917 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.219562 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.219744 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.220377 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.220810 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.221274 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.221728 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.222149 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.222561 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.223108 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.224045 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.224450 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.225435 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:02.261391 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:02.295364 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] For port 16629c6b-c814-41f7-b948-0754c973074c, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:31:02.298884 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.plugins.ml2.db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] For port 16629c6b-c814-41f7-b948-0754c973074c, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=16629c6b-c814-41f7-b948-0754c973074c,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:31:02.306739 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron_lib.callbacks.manager [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (16629c6b-c814-41f7-b948-0754c973074c), after_update {{(pid=106135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.329415 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Publish callbacks [] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.350179 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Routers {'8927044c-90ce-4809-9788-86508642e527'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:31:02.350842 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8927044c-90ce-4809-9788-86508642e527'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:02.377021 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.412006 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80b358-038c-42a9-aea5-94d0d8d7ed9c None None] Pushing event updated for resources: {'Port': ['ID=16629c6b-c814-41f7-b948-0754c973074c,revision_number=3']} {{(pid=106135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:02.427263 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Network e8047b22-4802-46b1-93a7-da2290effe3d is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:31:02.435242 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:31:02.438997 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:31:02.468725 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Pushing event updated for resources: {'Port': ['ID=57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:02.498544 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] Set router 8927044c-90ce-4809-9788-86508642e527 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:31:02.499705 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-615231'] for router_interface (8927044c-90ce-4809-9788-86508642e527), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.700729 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.726611 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061434bd-0252-4516-8c3e-ce6d325aee48 None None] Network e8047b22-4802-46b1-93a7-da2290effe3d requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:31:02.743101 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:02.776980 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927044c-90ce-4809-9788-86508642e527', 'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '16629c6b-c814-41f7-b948-0754c973074c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:59Z', 'updated_at': '2022-10-05T20:31:00Z', 'revision_number': 3, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'gw_port': {'id': '16629c6b-c814-41f7-b948-0754c973074c', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:00Z', 'updated_at': '2022-10-05T20:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:02.808879 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-c24183be-6ab0-4796-8e48-b9bb2cc23be2 None None] Provisioning complete for port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:02.809398 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c24183be-6ab0-4796-8e48-b9bb2cc23be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:02.810011 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-c24183be-6ab0-4796-8e48-b9bb2cc23be2 None None] Attempt 1 to provision port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 Oct 05 20:31:02.812977 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb54be1-70c0-481a-8014-1a1df42a138b None None] The sync data for ids ['8927044c-90ce-4809-9788-86508642e527'] in dv-cinder-801522-12-iscsi is: [{'id': '8927044c-90ce-4809-9788-86508642e527', 'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '16629c6b-c814-41f7-b948-0754c973074c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:59Z', 'updated_at': '2022-10-05T20:31:00Z', 'revision_number': 3, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'gw_port': {'id': '16629c6b-c814-41f7-b948-0754c973074c', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:00Z', 'updated_at': '2022-10-05T20:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:31:02.924758 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:03.018596 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Publish callbacks [] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.029070 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60451606'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.029581 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55948) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:03.057828 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:03.097422 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7befc15b-93b2-4a4b-8ae3-cc756c34c331 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:03.124203 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Pushing event updated for resources: {'Port': ['ID=57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:03.165307 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-576262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615331'] for router_interface (8927044c-90ce-4809-9788-86508642e527), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.180498 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:03.226030 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f93181a0-881a-441d-b4dc-afa860368ccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.243923 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:03.244404 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.245967 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 Oct 05 20:31:03.306508 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-c24183be-6ab0-4796-8e48-b9bb2cc23be2 None None] Current status of the port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:03.307483 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c24183be-6ab0-4796-8e48-b9bb2cc23be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.316957 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:03.374591 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Network e8047b22-4802-46b1-93a7-da2290effe3d is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:31:03.376460 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:31:03.391325 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-c24183be-6ab0-4796-8e48-b9bb2cc23be2 None None] For port 7befc15b-93b2-4a4b-8ae3-cc756c34c331, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7befc15b-93b2-4a4b-8ae3-cc756c34c331,segment=NetworkSegment(dd3406f2-4df0-4c3f-88b6-21c331289617),segment_id=dd3406f2-4df0-4c3f-88b6-21c331289617)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:31:03.403430 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c24183be-6ab0-4796-8e48-b9bb2cc23be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.405522 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:03.406035 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.417747 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f93181a0-881a-441d-b4dc-afa860368ccf admin admin] Publish callbacks [] for security_group (ff121e94-2be2-4e1a-a9b8-f400e7d6e41c), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.427594 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f93181a0-881a-441d-b4dc-afa860368ccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ff121e94-2be2-4e1a-a9b8-f400e7d6e41c), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.495794 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93181a0-881a-441d-b4dc-afa860368ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff121e94-2be2-4e1a-a9b8-f400e7d6e41c,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:03.502308 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24183be-6ab0-4796-8e48-b9bb2cc23be2 None None] Pushing event updated for resources: {'Port': ['ID=7befc15b-93b2-4a4b-8ae3-cc756c34c331,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:03.526823 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-f93181a0-881a-441d-b4dc-afa860368ccf admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=512f3d98bc5e4481becbb60fcf9f1ea1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4949720 Oct 05 20:31:03.530359 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55952) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:03.591668 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Router 8927044c-90ce-4809-9788-86508642e527 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:31:03.640560 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.db.api [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106134) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 05 20:31:03.640980 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG oslo_db.api [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 05 20:31:03.641729 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-b68f83f4-f9fb-44dc-8ecb-bd1f74ad6d2f None None] Provisioning complete for port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:03.642108 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b68f83f4-f9fb-44dc-8ecb-bd1f74ad6d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.642443 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-b68f83f4-f9fb-44dc-8ecb-bd1f74ad6d2f None None] Attempt 1 to provision port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 Oct 05 20:31:03.664764 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-04e3dc43-b82a-432f-9838-3351808e93a1 admin admin] Publish callbacks [] for security_group (ff121e94-2be2-4e1a-a9b8-f400e7d6e41c), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.680725 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-b68f83f4-f9fb-44dc-8ecb-bd1f74ad6d2f None None] Port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:31:03.693187 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-b68f83f4-f9fb-44dc-8ecb-bd1f74ad6d2f None None] Provisioning complete for port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:03.693849 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b68f83f4-f9fb-44dc-8ecb-bd1f74ad6d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.694200 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-b68f83f4-f9fb-44dc-8ecb-bd1f74ad6d2f None None] Attempt 1 to provision port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 Oct 05 20:31:03.717400 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-04e3dc43-b82a-432f-9838-3351808e93a1 admin admin] Publish callbacks [] for security_group (ff121e94-2be2-4e1a-a9b8-f400e7d6e41c), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.783922 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:31:03.791405 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-04e3dc43-b82a-432f-9838-3351808e93a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (ff121e94-2be2-4e1a-a9b8-f400e7d6e41c), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.794295 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-04e3dc43-b82a-432f-9838-3351808e93a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.795492 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-04e3dc43-b82a-432f-9838-3351808e93a1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ff121e94-2be2-4e1a-a9b8-f400e7d6e41c HTTP/1.1" status: 204 len: 168 time: 0.2629077 Oct 05 20:31:03.803440 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d434da6a-80d5-42e8-8bbb-073efb4f1961 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/8927044c-90ce-4809-9788-86508642e527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3855588 Oct 05 20:31:03.815174 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3dc43-b82a-432f-9838-3351808e93a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff121e94-2be2-4e1a-a9b8-f400e7d6e41c,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:03.821906 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-b68f83f4-f9fb-44dc-8ecb-bd1f74ad6d2f None None] Current status of the port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:03.945643 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-6468b9ea-1e71-4956-ab90-3c7a16a7e402 None None] Provisioning complete for port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:03.946273 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-6468b9ea-1e71-4956-ab90-3c7a16a7e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:03.946902 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-6468b9ea-1e71-4956-ab90-3c7a16a7e402 None None] Attempt 1 to provision port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 Oct 05 20:31:03.992730 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-6468b9ea-1e71-4956-ab90-3c7a16a7e402 None None] Port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:31:04.186159 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:04.187138 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 9bd83c27-e832-4168-adab-33222e10cd64 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:04.245019 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-992d8b19-35a6-48a4-bb40-d39a34652cdc None None] Provisioning complete for port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:04.245401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-992d8b19-35a6-48a4-bb40-d39a34652cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.245762 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-992d8b19-35a6-48a4-bb40-d39a34652cdc None None] Attempt 1 to provision port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 Oct 05 20:31:04.274441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 9bd83c27-e832-4168-adab-33222e10cd64 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:04.274915 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (9bd83c27-e832-4168-adab-33222e10cd64), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.275136 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 9bd83c27-e832-4168-adab-33222e10cd64 Oct 05 20:31:04.308372 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:04.314920 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-992d8b19-35a6-48a4-bb40-d39a34652cdc None None] Port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:31:04.344557 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55962) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:04.349968 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-3dee0c0c-6e7d-4c0a-a9b8-e929e99f80c2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1699702566', 'description': 'tempest-secgroup-smoke-1699702566 description', 'project_id': '3dae2633ff47484981df67d10b94de47'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:04.376128 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3dee0c0c-6e7d-4c0a-a9b8-e929e99f80c2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.378656 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 9bd83c27-e832-4168-adab-33222e10cd64 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:04.379155 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (9bd83c27-e832-4168-adab-33222e10cd64), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.382723 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:04.417638 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 9bd83c27-e832-4168-adab-33222e10cd64, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=9bd83c27-e832-4168-adab-33222e10cd64,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:31:04.422393 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (9bd83c27-e832-4168-adab-33222e10cd64), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.454406 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3dee0c0c-6e7d-4c0a-a9b8-e929e99f80c2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group (eb2cf443-f833-4d24-99e5-c3c02ef3d3e1), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.460631 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3dee0c0c-6e7d-4c0a-a9b8-e929e99f80c2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (eb2cf443-f833-4d24-99e5-c3c02ef3d3e1), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.477240 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=9bd83c27-e832-4168-adab-33222e10cd64,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:04.497346 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3dee0c0c-6e7d-4c0a-a9b8-e929e99f80c2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.498833 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-3dee0c0c-6e7d-4c0a-a9b8-e929e99f80c2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1526244 Oct 05 20:31:04.500948 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee0c0c-6e7d-4c0a-a9b8-e929e99f80c2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:04.501846 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55964) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:04.507210 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-aa672761-5250-4c13-a61c-c45193ac0ab0 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'security_group_rule': {'security_group_id': 'eb2cf443-f833-4d24-99e5-c3c02ef3d3e1', 'project_id': '3dae2633ff47484981df67d10b94de47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:04.532781 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aa672761-5250-4c13-a61c-c45193ac0ab0 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (3fd505be-e162-4f9d-a606-b878eece0d50), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.588441 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aa672761-5250-4c13-a61c-c45193ac0ab0 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (3fd505be-e162-4f9d-a606-b878eece0d50), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.591716 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aa672761-5250-4c13-a61c-c45193ac0ab0 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (3fd505be-e162-4f9d-a606-b878eece0d50), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.609430 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa672761-5250-4c13-a61c-c45193ac0ab0 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd505be-e162-4f9d-a606-b878eece0d50,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:04.617796 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-aa672761-5250-4c13-a61c-c45193ac0ab0 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.618970 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-aa672761-5250-4c13-a61c-c45193ac0ab0 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160150 Oct 05 20:31:04.621656 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55966) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:04.625797 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-feaf6a96-8385-470b-a5d3-fa6be536fba5 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'security_group_rule': {'security_group_id': 'eb2cf443-f833-4d24-99e5-c3c02ef3d3e1', 'project_id': '3dae2633ff47484981df67d10b94de47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:04.653041 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-feaf6a96-8385-470b-a5d3-fa6be536fba5 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (0f037d11-6e19-4e64-90bc-38b192b5676d), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.714305 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-feaf6a96-8385-470b-a5d3-fa6be536fba5 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (0f037d11-6e19-4e64-90bc-38b192b5676d), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.717523 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-feaf6a96-8385-470b-a5d3-fa6be536fba5 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (0f037d11-6e19-4e64-90bc-38b192b5676d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.733127 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf6a96-8385-470b-a5d3-fa6be536fba5 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f037d11-6e19-4e64-90bc-38b192b5676d,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:04.743756 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-feaf6a96-8385-470b-a5d3-fa6be536fba5 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.744928 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-feaf6a96-8385-470b-a5d3-fa6be536fba5 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223788 Oct 05 20:31:04.747612 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 55968) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:04.751724 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-ffdfd3ce-571b-4afb-b3fd-438d0f4dc96f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'security_group_rule': {'security_group_id': 'eb2cf443-f833-4d24-99e5-c3c02ef3d3e1', 'project_id': '3dae2633ff47484981df67d10b94de47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:04.777631 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ffdfd3ce-571b-4afb-b3fd-438d0f4dc96f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (f8705d18-519e-4b26-aabc-e79059dc06dd), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.834709 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ffdfd3ce-571b-4afb-b3fd-438d0f4dc96f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (f8705d18-519e-4b26-aabc-e79059dc06dd), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.837975 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ffdfd3ce-571b-4afb-b3fd-438d0f4dc96f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (f8705d18-519e-4b26-aabc-e79059dc06dd), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.848980 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:04.857016 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdfd3ce-571b-4afb-b3fd-438d0f4dc96f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8705d18-519e-4b26-aabc-e79059dc06dd,revision_number=0']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:04.864694 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-ffdfd3ce-571b-4afb-b3fd-438d0f4dc96f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.868642 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-ffdfd3ce-571b-4afb-b3fd-438d0f4dc96f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173964 Oct 05 20:31:04.868836 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55970) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:04.880888 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-2d61ee24-40c6-43ae-9f36-ae859e84cec3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'security_group_rule': {'security_group_id': 'eb2cf443-f833-4d24-99e5-c3c02ef3d3e1', 'project_id': '3dae2633ff47484981df67d10b94de47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:04.917878 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2d61ee24-40c6-43ae-9f36-ae859e84cec3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (669b331a-ddb8-4cf7-90be-d57f94f58760), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.955975 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:04.988595 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2d61ee24-40c6-43ae-9f36-ae859e84cec3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (669b331a-ddb8-4cf7-90be-d57f94f58760), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:04.992353 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2d61ee24-40c6-43ae-9f36-ae859e84cec3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (669b331a-ddb8-4cf7-90be-d57f94f58760), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.012930 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61ee24-40c6-43ae-9f36-ae859e84cec3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=669b331a-ddb8-4cf7-90be-d57f94f58760,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:05.020705 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7befc15b-93b2-4a4b-8ae3-cc756c34c331 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:05.022522 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-2d61ee24-40c6-43ae-9f36-ae859e84cec3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.024766 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-2d61ee24-40c6-43ae-9f36-ae859e84cec3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535041 Oct 05 20:31:05.026691 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55972) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:05.030944 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-fc52930c-ff38-4164-87d8-b52aba4f1167 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'security_group_rule': {'security_group_id': 'eb2cf443-f833-4d24-99e5-c3c02ef3d3e1', 'project_id': '3dae2633ff47484981df67d10b94de47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:05.054494 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.securitygroups_db [None req-fc52930c-ff38-4164-87d8-b52aba4f1167 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Project 3dae2633ff47484981df67d10b94de47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 20:31:05.060447 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fc52930c-ff38-4164-87d8-b52aba4f1167 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (466b1033-ec26-4c16-a6b2-e1bd879b34e7), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.069649 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:05.070035 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.070375 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 Oct 05 20:31:05.121732 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fc52930c-ff38-4164-87d8-b52aba4f1167 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (466b1033-ec26-4c16-a6b2-e1bd879b34e7), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.126968 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fc52930c-ff38-4164-87d8-b52aba4f1167 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (466b1033-ec26-4c16-a6b2-e1bd879b34e7), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.146151 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc52930c-ff38-4164-87d8-b52aba4f1167 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466b1033-ec26-4c16-a6b2-e1bd879b34e7,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:05.149104 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:05.150497 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 9bd83c27-e832-4168-adab-33222e10cd64 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:05.155104 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fc52930c-ff38-4164-87d8-b52aba4f1167 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.158871 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-fc52930c-ff38-4164-87d8-b52aba4f1167 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1287189 Oct 05 20:31:05.159051 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 55974) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:05.163308 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-d91928c5-2d43-4dd0-8d24-00279027d526 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'security_group_rule': {'security_group_id': 'eb2cf443-f833-4d24-99e5-c3c02ef3d3e1', 'project_id': '3dae2633ff47484981df67d10b94de47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:05.183862 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.securitygroups_db [None req-d91928c5-2d43-4dd0-8d24-00279027d526 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Project 3dae2633ff47484981df67d10b94de47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 05 20:31:05.189898 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d91928c5-2d43-4dd0-8d24-00279027d526 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (3918ecc3-cd90-45a1-832e-84d9ccb6b125), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.198122 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 9bd83c27-e832-4168-adab-33222e10cd64 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:05.198502 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (9bd83c27-e832-4168-adab-33222e10cd64), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.198849 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 9bd83c27-e832-4168-adab-33222e10cd64 Oct 05 20:31:05.240489 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:05.255108 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d91928c5-2d43-4dd0-8d24-00279027d526 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (3918ecc3-cd90-45a1-832e-84d9ccb6b125), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.259522 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d91928c5-2d43-4dd0-8d24-00279027d526 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594292'] for security_group_rule (3918ecc3-cd90-45a1-832e-84d9ccb6b125), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.272268 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 9bd83c27-e832-4168-adab-33222e10cd64 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:05.273325 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 16629c6b-c814-41f7-b948-0754c973074c up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:05.282250 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91928c5-2d43-4dd0-8d24-00279027d526 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3918ecc3-cd90-45a1-832e-84d9ccb6b125,revision_number=0']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:05.286949 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-d91928c5-2d43-4dd0-8d24-00279027d526 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.288285 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d91928c5-2d43-4dd0-8d24-00279027d526 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283448 Oct 05 20:31:05.321035 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 16629c6b-c814-41f7-b948-0754c973074c triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:05.321035 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (16629c6b-c814-41f7-b948-0754c973074c), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.321268 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 16629c6b-c814-41f7-b948-0754c973074c Oct 05 20:31:05.400617 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 16629c6b-c814-41f7-b948-0754c973074c is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:05.400968 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (16629c6b-c814-41f7-b948-0754c973074c), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.422026 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 16629c6b-c814-41f7-b948-0754c973074c, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=16629c6b-c814-41f7-b948-0754c973074c,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:31:05.427566 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (16629c6b-c814-41f7-b948-0754c973074c), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:05.477752 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=16629c6b-c814-41f7-b948-0754c973074c,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:05.656549 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Sync routers for ids ['8927044c-90ce-4809-9788-86508642e527'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:31:05.668491 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Routers {'8927044c-90ce-4809-9788-86508642e527'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:31:05.669111 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8927044c-90ce-4809-9788-86508642e527'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:05.785142 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Set router 8927044c-90ce-4809-9788-86508642e527 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:31:05.893483 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:05.925256 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:05.976180 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927044c-90ce-4809-9788-86508642e527', 'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '16629c6b-c814-41f7-b948-0754c973074c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:59Z', 'updated_at': '2022-10-05T20:31:02Z', 'revision_number': 4, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'gw_port': {'id': '16629c6b-c814-41f7-b948-0754c973074c', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:00Z', 'updated_at': '2022-10-05T20:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8', 'name': '', 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'mac_address': 'fa:16:3e:76:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2a2336ee-ae98-48d4-a44b-5a2381481d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:02Z', 'updated_at': '2022-10-05T20:31:02Z', 'revision_number': 2, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'subnets': [{'id': '2a2336ee-ae98-48d4-a44b-5a2381481d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:06.001201 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Checking router: 8927044c-90ce-4809-9788-86508642e527 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:31:06.001591 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Updating router 8927044c-90ce-4809-9788-86508642e527 port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 binding host dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 05 20:31:06.028846 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:06.294483 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Publish callbacks [] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), precommit_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:06.299737 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:06.361280 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4e520-58b3-4eca-9f98-8a72249cd276 None None] Pushing event updated for resources: {'Port': ['ID=57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8,revision_number=3']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:06.393632 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Attempting to bind port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 on host dv-cinder-801522-12-iscsi for vnic_type normal with profile {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:31:06.393997 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Attempting to bind port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 by drivers openvswitch,hyperv on host dv-cinder-801522-12-iscsi at level 0 using segments [{'id': 'dd3406f2-4df0-4c3f-88b6-21c331289617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d'}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:31:06.394351 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Attempting to bind port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 on network e8047b22-4802-46b1-93a7-da2290effe3d {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:31:06.439083 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Checking agent: {'id': '3c7cc049-50ae-4088-8a14-a4fb45e46015', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801522-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 13, 52), 'started_at': datetime.datetime(2022, 10, 5, 20, 14, 22), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801522-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:31:06.439442 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Checking segment: {'id': 'dd3406f2-4df0-4c3f-88b6-21c331289617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:31:06.439839 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:06.440224 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Bound using segment: {'id': 'dd3406f2-4df0-4c3f-88b6-21c331289617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d'} {{(pid=106134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:31:06.440688 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.managers [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Bound port: 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8, host: dv-cinder-801522-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd3406f2-4df0-4c3f-88b6-21c331289617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d'}}] {{(pid=106134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:31:06.441060 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:06.502101 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] For port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8, host dv-cinder-801522-12-iscsi, cleared binding levels {{(pid=106134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:31:06.505674 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] For port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8, host dv-cinder-801522-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8,segment=NetworkSegment(dd3406f2-4df0-4c3f-88b6-21c331289617),segment_id=dd3406f2-4df0-4c3f-88b6-21c331289617)] {{(pid=106134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:31:06.511644 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:06.545712 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Routers {'8927044c-90ce-4809-9788-86508642e527'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:31:06.546270 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:30:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8927044c-90ce-4809-9788-86508642e527'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:06.611978 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb4e520-58b3-4eca-9f98-8a72249cd276 None None] Pushing event updated for resources: {'Port': ['ID=57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:06.672689 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] Set router 8927044c-90ce-4809-9788-86508642e527 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:31:06.782748 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:06.811471 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:06.877003 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927044c-90ce-4809-9788-86508642e527', 'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '16629c6b-c814-41f7-b948-0754c973074c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:59Z', 'updated_at': '2022-10-05T20:31:02Z', 'revision_number': 4, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'gw_port': {'id': '16629c6b-c814-41f7-b948-0754c973074c', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:00Z', 'updated_at': '2022-10-05T20:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8', 'name': '', 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'mac_address': 'fa:16:3e:76:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2a2336ee-ae98-48d4-a44b-5a2381481d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:02Z', 'updated_at': '2022-10-05T20:31:06Z', 'revision_number': 4, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'subnets': [{'id': '2a2336ee-ae98-48d4-a44b-5a2381481d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:06.903685 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3327c1a-5654-4506-bc47-42e961428a3b None None] The sync data for ids ['8927044c-90ce-4809-9788-86508642e527'] in dv-cinder-801522-12-iscsi is: [{'id': '8927044c-90ce-4809-9788-86508642e527', 'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '16629c6b-c814-41f7-b948-0754c973074c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:59Z', 'updated_at': '2022-10-05T20:31:02Z', 'revision_number': 4, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'gw_port': {'id': '16629c6b-c814-41f7-b948-0754c973074c', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:00Z', 'updated_at': '2022-10-05T20:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8', 'name': '', 'network_id': 'e8047b22-4802-46b1-93a7-da2290effe3d', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'mac_address': 'fa:16:3e:76:89:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': '2a2336ee-ae98-48d4-a44b-5a2381481d72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:02Z', 'updated_at': '2022-10-05T20:31:06Z', 'revision_number': 4, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'subnets': [{'id': '2a2336ee-ae98-48d4-a44b-5a2381481d72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:31:06.946499 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 16629c6b-c814-41f7-b948-0754c973074c up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:07.019138 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 16629c6b-c814-41f7-b948-0754c973074c triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:07.019658 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (16629c6b-c814-41f7-b948-0754c973074c), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:07.020499 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 16629c6b-c814-41f7-b948-0754c973074c Oct 05 20:31:07.103669 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 16629c6b-c814-41f7-b948-0754c973074c is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:08.950453 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:08.995817 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:08.996218 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:08.996554 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 Oct 05 20:31:09.073583 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 is: DOWN; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:09.073971 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:09.226604 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] For port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8,segment=NetworkSegment(dd3406f2-4df0-4c3f-88b6-21c331289617),segment_id=dd3406f2-4df0-4c3f-88b6-21c331289617)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:31:09.230441 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:09.278949 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Pushing event updated for resources: {'Port': ['ID=57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:09.828449 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:31:10.931096 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 up at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:10.976398 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Provisioning complete for port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:10.976770 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:10.977109 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Attempt 1 to provision port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 Oct 05 20:31:11.054449 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Current status of the port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 is: ACTIVE; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:14.857360 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:15.279814 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=40,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:17.218005 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-a06a1da1-acc4-4cff-9d86-94816b38931f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:19.558458 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-1bcbaa44-a95a-4de1-9b85-6f90598af638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:19.706923 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-d80a80ee-59af-4fb9-889c-365932925db3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1699702566&fields=id&tenant_id=3dae2633ff47484981df67d10b94de47 HTTP/1.1" status: 200 len: 267 time: 0.0457253 Oct 05 20:31:19.814258 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-18b527ff-5f2d-4ae6-a2b3-e4e884f72354 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:19.815689 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-18b527ff-5f2d-4ae6-a2b3-e4e884f72354 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 811 time: 0.1024675 Oct 05 20:31:19.823580 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:19.824352 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:UPDATE=1,neutron:SELECT=36,neutron:INSERT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:19.831143 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-86153641-7868-49c0-9d62-1998b750be6f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/quotas/3dae2633ff47484981df67d10b94de47 HTTP/1.1" status: 200 len: 375 time: 0.0091882 Oct 05 20:31:19.881746 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-37a562fe-bb79-42a0-8076-a5f977812b9b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452633 Oct 05 20:31:20.073488 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-fe13571c-0941-47ad-8be8-9f1b026bc6a4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808476 Oct 05 20:31:20.161362 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-876120de-f651-4284-a065-2b276c7d55a1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821741 Oct 05 20:31:20.948401 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:21.461250 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-205ffc39-6457-41ef-a976-ae791fb50b82 req-c6fb84fb-b752-4203-9b80-36df8a72535a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 210 time: 0.0272892 Oct 05 20:31:22.565141 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:22.582384 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7ac0c642-33fc-4947-ac6f-a641ba3351af req-3e9e1931-a5f9-46bf-9ff5-7d4761e96d23 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 210 time: 0.0401602 Oct 05 20:31:22.599885 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-42c402aa-bfd2-4c38-b959-e31e2b586389 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:22.599885 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-42c402aa-bfd2-4c38-b959-e31e2b586389 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 811 time: 0.1204059 Oct 05 20:31:22.714245 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:22.723030 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:22.922664 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-c39e5fb9-dbf8-4fd8-a05b-706eed40cfa5 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3dae2633ff47484981df67d10b94de47 HTTP/1.1" status: 200 len: 380 time: 0.3124104 Oct 05 20:31:22.931258 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'port': {'device_id': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'admin_state_up': True, 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'security_groups': ['eb2cf443-f833-4d24-99e5-c3c02ef3d3e1']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:23.034354 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Made reservation on behalf of 3dae2633ff47484981df67d10b94de47 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:31:23.038470 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:23.167695 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Allocated IP 172.20.0.3 (b5d8f50d-95d6-435a-b37d-e150d362eed6/7c13e6f7-a8dc-4ade-bca8-b9160e16328d/3b5a7bf8-0abc-4420-b153-01bc13dbddef) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:31:23.313459 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:23.345388 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:23.385743 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:31:23.389018 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:31:23.391271 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:31:23.426383 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'Port': ['ID=3b5a7bf8-0abc-4420-b153-01bc13dbddef,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:23.449159 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:23.449806 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:23.466699 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-727fe15c-904c-4e0a-959f-87c9bb02b89a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5389225 Oct 05 20:31:23.484425 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Request body: {'port': {'device_id': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:23.548239 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:23.551958 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:23.568603 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:23.649490 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-b72c9dfe-8523-4389-b792-1d00a822cc78 None None] Provisioning complete for port 3b5a7bf8-0abc-4420-b153-01bc13dbddef triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:23.650087 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b72c9dfe-8523-4389-b792-1d00a822cc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:23.650387 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-b72c9dfe-8523-4389-b792-1d00a822cc78 None None] Attempt 1 to provision port 3b5a7bf8-0abc-4420-b153-01bc13dbddef Oct 05 20:31:23.681569 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:23.684814 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-b72c9dfe-8523-4389-b792-1d00a822cc78 None None] Port 3b5a7bf8-0abc-4420-b153-01bc13dbddef cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:31:23.717026 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077383e-53c7-466e-aeda-86617b24bb4b req-05dea255-4a1c-4dd1-aeab-a10e98012076 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:23.718517 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5077383e-53c7-466e-aeda-86617b24bb4b req-05dea255-4a1c-4dd1-aeab-a10e98012076 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 931 time: 0.0622528 Oct 05 20:31:23.819511 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5077383e-53c7-466e-aeda-86617b24bb4b req-2ea05c2e-0495-4a3a-beff-1f09e948b3bb tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916698 Oct 05 20:31:23.888208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b5a7bf8-0abc-4420-b153-01bc13dbddef {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:31:23.896295 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Publish callbacks [] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:23.908461 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Transition to ACTIVE for port object 3b5a7bf8-0abc-4420-b153-01bc13dbddef will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:31:23.912154 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:23.990901 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5a7bf8-0abc-4420-b153-01bc13dbddef,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:24.023756 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Attempting to bind port 3b5a7bf8-0abc-4420-b153-01bc13dbddef on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:31:24.024095 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Attempting to bind port 3b5a7bf8-0abc-4420-b153-01bc13dbddef by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:31:24.024429 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Attempting to bind port 3b5a7bf8-0abc-4420-b153-01bc13dbddef on network b5d8f50d-95d6-435a-b37d-e150d362eed6 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:31:24.065919 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Port 3b5a7bf8-0abc-4420-b153-01bc13dbddef on network b5d8f50d-95d6-435a-b37d-e150d362eed6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:31:24.066266 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Attempting to bind port 3b5a7bf8-0abc-4420-b153-01bc13dbddef on network b5d8f50d-95d6-435a-b37d-e150d362eed6 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:31:24.107166 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:31:24.107506 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Checking segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:31:24.107893 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Bound using segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:31:24.108328 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Bound port: 3b5a7bf8-0abc-4420-b153-01bc13dbddef, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:31:24.108688 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:24.171626 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] For port 3b5a7bf8-0abc-4420-b153-01bc13dbddef, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:31:24.174803 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] For port 3b5a7bf8-0abc-4420-b153-01bc13dbddef, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3b5a7bf8-0abc-4420-b153-01bc13dbddef,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:31:24.180194 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:24.184124 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:24.184728 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:24.186140 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/3b5a7bf8-0abc-4420-b153-01bc13dbddef HTTP/1.1" status: 200 len: 1093 time: 0.7061079 Oct 05 20:31:24.186677 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'tag': '3b5a7bf8-0abc-4420-b153-01bc13dbddef'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:31:24.188906 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfb4655-cc88-4186-90c6-5a2c9ef955ff", "tag": "3b5a7bf8-0abc-4420-b153-01bc13dbddef"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:31:24.227701 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373391e5-9cd9-4ad9-9d87-5a79abeca3f2 x-openstack-request-id: req-373391e5-9cd9-4ad9-9d87-5a79abeca3f2 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:31:24.227982 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfb4655-cc88-4186-90c6-5a2c9ef955ff", "tag": "3b5a7bf8-0abc-4420-b153-01bc13dbddef", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:31:24.228234 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-373391e5-9cd9-4ad9-9d87-5a79abeca3f2 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:31:24.228636 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373391e5-9cd9-4ad9-9d87-5a79abeca3f2'] response: {'name': 'network-changed', 'server_uuid': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'tag': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'status': 'completed', 'code': 200} Oct 05 20:31:24.238120 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af793865-29cc-4cc3-930a-0acae943d658 service neutron] Pushing event updated for resources: {'Port': ['ID=3b5a7bf8-0abc-4420-b153-01bc13dbddef,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:24.290506 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-6d0b36b0-049a-4787-b2e6-6ec95e6d1dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:24.291975 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-6d0b36b0-049a-4787-b2e6-6ec95e6d1dbe service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 1127 time: 0.0386801 Oct 05 20:31:24.335910 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-cdbc62ce-e6a7-4ba5-a868-a481f544fdd1 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5a7bf8-0abc-4420-b153-01bc13dbddef HTTP/1.1" status: 200 len: 217 time: 0.0316870 Oct 05 20:31:24.386489 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-1984141e-afe4-467b-be2a-7afc5afd6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:24.387883 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-1984141e-afe4-467b-be2a-7afc5afd6419 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0460527 Oct 05 20:31:24.428560 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:24.432465 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-b1c0c647-de67-41d5-97bc-1042bd885bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:24.433946 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-b1c0c647-de67-41d5-97bc-1042bd885bbb service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391219 Oct 05 20:31:24.501229 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:24.525313 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-2543d705-0624-43fe-a3ee-732277f9c830 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858886 Oct 05 20:31:24.612301 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9f792fe6-f6bf-4ded-9e92-5bc9685399b2 req-276b1fdd-dcc2-4c70-9465-125253970814 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812469 Oct 05 20:31:24.962264 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-ce59422d-78c5-421d-ae5b-4a563f795d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:24.963721 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-ce59422d-78c5-421d-ae5b-4a563f795d59 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 1127 time: 0.0715487 Oct 05 20:31:24.971652 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87c9c7-48c9-476f-bb35-511b862e2fa9 req-c4c09d6e-e0c7-4c18-bd92-53eff7526ffd tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:24.973714 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dd87c9c7-48c9-476f-bb35-511b862e2fa9 req-c4c09d6e-e0c7-4c18-bd92-53eff7526ffd tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 943 time: 0.0711169 Oct 05 20:31:25.076013 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dd87c9c7-48c9-476f-bb35-511b862e2fa9 req-aa2b0dc4-e05c-4a09-9414-14c2728a64c4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935957 Oct 05 20:31:25.096613 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-644ca430-4722-4548-bf8f-d6620bf5615d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:25.098724 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-644ca430-4722-4548-bf8f-d6620bf5615d service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.1236358 Oct 05 20:31:25.136783 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-7fe18845-990a-4dfd-bf5e-606db1c15c6e service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5a7bf8-0abc-4420-b153-01bc13dbddef HTTP/1.1" status: 200 len: 217 time: 0.0323071 Oct 05 20:31:25.183189 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-a91a6a35-1f02-4eb1-af8b-deba9199b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:25.184566 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-a91a6a35-1f02-4eb1-af8b-deba9199b601 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0422578 Oct 05 20:31:25.226372 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-acc5755b-91c5-4cf4-9050-7fea9ec2824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:25.227751 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-acc5755b-91c5-4cf4-9050-7fea9ec2824c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373778 Oct 05 20:31:25.318169 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-c488acfe-8c29-47e7-bb36-b94d92593b3d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845551 Oct 05 20:31:25.409816 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-bc616c5f-4ed5-487c-a4f8-8a2e81f06909 req-17544e1c-5c87-4c6e-8422-c7f0dc966f03 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858352 Oct 05 20:31:26.196817 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d0b28-2255-4b6e-9217-5000c7ea8a23 req-ec9c1ce3-3442-42bc-a5da-d50815a6d410 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:26.198212 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-680d0b28-2255-4b6e-9217-5000c7ea8a23 req-ec9c1ce3-3442-42bc-a5da-d50815a6d410 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 943 time: 0.0472786 Oct 05 20:31:26.247509 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-680d0b28-2255-4b6e-9217-5000c7ea8a23 req-6aabb3fc-ae06-4285-83eb-af6906931d64 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437245 Oct 05 20:31:27.364683 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20bacc7-00f3-47ed-85d0-91c152090133 req-070cb25f-11a1-4438-b813-d03626444091 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:27.366242 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c20bacc7-00f3-47ed-85d0-91c152090133 req-070cb25f-11a1-4438-b813-d03626444091 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 943 time: 0.0466273 Oct 05 20:31:27.414084 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-c20bacc7-00f3-47ed-85d0-91c152090133 req-40c00b50-fd06-4481-9282-62c1cd8c47c1 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423949 Oct 05 20:31:28.531523 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97565d2-07e2-4506-9375-4d3acadbb373 req-179ba53c-b6b4-4eaa-b13c-f1f215f7dd52 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:28.532954 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c97565d2-07e2-4506-9375-4d3acadbb373 req-179ba53c-b6b4-4eaa-b13c-f1f215f7dd52 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 943 time: 0.0459099 Oct 05 20:31:28.580896 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c97565d2-07e2-4506-9375-4d3acadbb373 req-c4c82c58-aa6c-439c-8407-8a1233cea445 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425913 Oct 05 20:31:29.700714 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8f8f3-c173-47e6-9ba1-4847a4f9d722 req-ae55378b-61af-49c4-aa4d-57a9b5ed792b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:29.702221 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-46c8f8f3-c173-47e6-9ba1-4847a4f9d722 req-ae55378b-61af-49c4-aa4d-57a9b5ed792b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 943 time: 0.0488322 Oct 05 20:31:29.725272 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:29.762663 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-46c8f8f3-c173-47e6-9ba1-4847a4f9d722 req-32887c1c-5773-40fd-8698-63f7b3cba63d tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547743 Oct 05 20:31:30.890122 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07226af-177d-4243-a655-d0be057ceab2 req-5485bd5a-e9cb-4519-974c-705457ca429f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:30.891616 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c07226af-177d-4243-a655-d0be057ceab2 req-5485bd5a-e9cb-4519-974c-705457ca429f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 943 time: 0.0529091 Oct 05 20:31:30.940784 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c07226af-177d-4243-a655-d0be057ceab2 req-e8a4fc98-58c5-4d70-a764-dacdf33a4032 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430334 Oct 05 20:31:31.994737 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 3b5a7bf8-0abc-4420-b153-01bc13dbddef details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:31:32.051416 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:32.067046 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f6793-caf4-44eb-847f-0bc16e5ff6c9 req-c9fd4cbf-e5c3-470d-b5d4-06afdc802024 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:32.068780 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0e1f6793-caf4-44eb-847f-0bc16e5ff6c9 req-c9fd4cbf-e5c3-470d-b5d4-06afdc802024 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 943 time: 0.0518780 Oct 05 20:31:32.092597 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 3b5a7bf8-0abc-4420-b153-01bc13dbddef, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3b5a7bf8-0abc-4420-b153-01bc13dbddef,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:31:32.104788 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'port_id': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'mac_address': 'fa:16:3e:41:1b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:31:32.118588 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0e1f6793-caf4-44eb-847f-0bc16e5ff6c9 req-b47b2d69-0f5a-4fcb-8b10-16f10f90e8dc tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440559 Oct 05 20:31:32.143624 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 3b5a7bf8-0abc-4420-b153-01bc13dbddef is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:32.144011 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:32.156763 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b5a7bf8-0abc-4420-b153-01bc13dbddef {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:31:32.177022 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 3b5a7bf8-0abc-4420-b153-01bc13dbddef, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3b5a7bf8-0abc-4420-b153-01bc13dbddef,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:31:32.180793 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:32.225222 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=3b5a7bf8-0abc-4420-b153-01bc13dbddef,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:32.473877 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['3b5a7bf8-0abc-4420-b153-01bc13dbddef'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:31:33.237233 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b3a15-7527-4632-98d1-f1014d78a0a7 req-36423621-cae1-441d-83b9-a48bff30cbd4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:33.239298 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f59b3a15-7527-4632-98d1-f1014d78a0a7 req-36423621-cae1-441d-83b9-a48bff30cbd4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 944 time: 0.0470254 Oct 05 20:31:33.287071 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-f59b3a15-7527-4632-98d1-f1014d78a0a7 req-59fb8ebe-f409-4c76-a6ff-28f47e31193b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422339 Oct 05 20:31:34.049104 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 3b5a7bf8-0abc-4420-b153-01bc13dbddef up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:31:34.091663 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 3b5a7bf8-0abc-4420-b153-01bc13dbddef completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:31:34.097324 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 3b5a7bf8-0abc-4420-b153-01bc13dbddef triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:31:34.098318 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:34.098642 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 3b5a7bf8-0abc-4420-b153-01bc13dbddef Oct 05 20:31:34.172158 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 3b5a7bf8-0abc-4420-b153-01bc13dbddef is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:31:34.172487 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:34.188574 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:34.196568 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5a7bf8-0abc-4420-b153-01bc13dbddef'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:31:34.199111 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654cc1e3-23f2-4889-ba48-47ed5b5addd3" -d '{"events": [{"server_uuid": "4cfb4655-cc88-4186-90c6-5a2c9ef955ff", "name": "network-vif-plugged", "status": "completed", "tag": "3b5a7bf8-0abc-4420-b153-01bc13dbddef"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:31:34.212777 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 3b5a7bf8-0abc-4420-b153-01bc13dbddef, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3b5a7bf8-0abc-4420-b153-01bc13dbddef,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:31:34.216795 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:34.238911 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3035adce-1bd4-418e-9791-92bd36bb48f4 x-openstack-request-id: req-3035adce-1bd4-418e-9791-92bd36bb48f4 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:31:34.239254 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfb4655-cc88-4186-90c6-5a2c9ef955ff", "name": "network-vif-plugged", "status": "completed", "tag": "3b5a7bf8-0abc-4420-b153-01bc13dbddef", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:31:34.239510 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3035adce-1bd4-418e-9791-92bd36bb48f4 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:31:34.239899 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3035adce-1bd4-418e-9791-92bd36bb48f4'] response: {'server_uuid': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'code': 200} Oct 05 20:31:34.262267 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:34.266134 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=3b5a7bf8-0abc-4420-b153-01bc13dbddef,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:34.413990 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b1ef15-7f7f-48ae-ad6e-7c30afb907c4 req-16a4c1cf-69b9-4917-96ac-d642f6af31dc tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:34.415551 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b6b1ef15-7f7f-48ae-ad6e-7c30afb907c4 req-16a4c1cf-69b9-4917-96ac-d642f6af31dc tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 945 time: 0.0514069 Oct 05 20:31:34.488816 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4899dfca-9f1d-4faf-8fb6-59f990ac4a8a req-5d759e59-2de1-4ad1-98aa-d56fde5c4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:34.490267 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4899dfca-9f1d-4faf-8fb6-59f990ac4a8a req-5d759e59-2de1-4ad1-98aa-d56fde5c4c70 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 1129 time: 0.0410497 Oct 05 20:31:34.539393 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4899dfca-9f1d-4faf-8fb6-59f990ac4a8a req-fa420ce2-2b34-4e33-b6a4-aadc25d25d1d service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431657 Oct 05 20:31:34.692756 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b6b1ef15-7f7f-48ae-ad6e-7c30afb907c4 req-64bb3317-5de3-4239-8bc3-6f707baea350 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708361 Oct 05 20:31:35.815566 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a239d0-ac15-46bc-87ae-80b5255580e0 req-85478af9-4924-4e36-9908-8de8172a79d7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:35.817798 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-28a239d0-ac15-46bc-87ae-80b5255580e0 req-85478af9-4924-4e36-9908-8de8172a79d7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 945 time: 0.0501757 Oct 05 20:31:35.829742 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:35.868102 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-28a239d0-ac15-46bc-87ae-80b5255580e0 req-397017e0-0a1d-4084-8668-0ef33e69c377 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446432 Oct 05 20:31:35.987131 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b037dd4-ad15-48d8-a756-5d84afd9b30f req-f9f89777-cc42-4c00-bc48-ff10732f9e6e tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:35.989049 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6b037dd4-ad15-48d8-a756-5d84afd9b30f req-f9f89777-cc42-4c00-bc48-ff10732f9e6e tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 945 time: 0.0467556 Oct 05 20:31:36.032184 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:36.037102 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6b037dd4-ad15-48d8-a756-5d84afd9b30f req-2e7733bf-c088-4fd1-a491-45c07c62e87a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Oct 05 20:31:36.065836 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56134) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:36.201616 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dd884-4a40-4602-8ee3-a7db480dc264 tempest-TestVolumeBootPattern-799224635 tempest-TestVolumeBootPattern-799224635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:36.203106 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-3f4dd884-4a40-4602-8ee3-a7db480dc264 tempest-TestVolumeBootPattern-799224635 tempest-TestVolumeBootPattern-799224635-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 1124 time: 0.1357160 Oct 05 20:31:36.206083 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56138) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:31:36.210199 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'port_id': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:31:36.230675 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:36.246499 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:36.307805 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:36.412554 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Allocated IP 172.27.0.172 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/5b9055a8-3627-4561-9eb7-057df699dfcc) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:31:36.511702 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for port (5b9055a8-3627-4561-9eb7-057df699dfcc), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:36.542494 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (5b9055a8-3627-4561-9eb7-057df699dfcc), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:36.584401 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:31:36.588911 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:31:36.592779 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:31:36.598404 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'Port': ['ID=5b9055a8-3627-4561-9eb7-057df699dfcc,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:36.626649 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.626998 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.627335 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.627673 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.628007 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.628339 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.628706 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.629032 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.629361 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.629717 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.630046 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.630372 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.630694 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.631015 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.631334 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:31:36.933374 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:36.952266 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (f31bd893-3f6d-4f40-9d97-5395b1b1ebdf), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:37.014497 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:37.017593 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5b9055a8-3627-4561-9eb7-057df699dfcc), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:37.161627 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for port (5b9055a8-3627-4561-9eb7-057df699dfcc), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:37.165854 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60451606'] for port (5b9055a8-3627-4561-9eb7-057df699dfcc), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:37.236338 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'Port': ['ID=5b9055a8-3627-4561-9eb7-057df699dfcc,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:31:37.241217 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (f31bd893-3f6d-4f40-9d97-5395b1b1ebdf), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:37.336722 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Floating IP f31bd893-3f6d-4f40-9d97-5395b1b1ebdf associated. External IP: 172.27.0.172, port: 3b5a7bf8-0abc-4420-b153-01bc13dbddef. Oct 05 20:31:37.525425 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Router 5764961f-54a8-4a64-84c0-30d4d424bdf8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:31:37.624965 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:31:37.635438 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] Sync routers for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:31:37.643185 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:37.644807 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:31:37.645412 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:31:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:37.676482 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-68dfae5c-dbdc-4684-8fec-1557d99417a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4663627 Oct 05 20:31:37.676482 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'tag': '3b5a7bf8-0abc-4420-b153-01bc13dbddef'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:31:37.677008 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e481e10c-24de-428f-b3ea-b37bf83c5134" -d '{"events": [{"name": "network-changed", "server_uuid": "4cfb4655-cc88-4186-90c6-5a2c9ef955ff", "tag": "3b5a7bf8-0abc-4420-b153-01bc13dbddef"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:31:37.717735 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d2d95-c622-47ec-b885-19a621f17b6d x-openstack-request-id: req-a81d2d95-c622-47ec-b885-19a621f17b6d {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:31:37.718022 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cfb4655-cc88-4186-90c6-5a2c9ef955ff", "tag": "3b5a7bf8-0abc-4420-b153-01bc13dbddef", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:31:37.718273 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a81d2d95-c622-47ec-b885-19a621f17b6d {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:31:37.718674 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a81d2d95-c622-47ec-b885-19a621f17b6d'] response: {'name': 'network-changed', 'server_uuid': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'tag': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'status': 'completed', 'code': 200} Oct 05 20:31:37.746394 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:31:37.809807 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-f91930d5-d110-4f67-b977-86fb48b0645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:37.811211 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-f91930d5-d110-4f67-b977-86fb48b0645d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 1129 time: 0.0419457 Oct 05 20:31:37.905003 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-05d7efcc-7f69-4907-83fa-a1ea673f5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:37.906549 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-05d7efcc-7f69-4907-83fa-a1ea673f5580 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0889695 Oct 05 20:31:37.959178 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'f31bd893-3f6d-4f40-9d97-5395b1b1ebdf', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:41:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:31:36Z', 'updated_at': '2022-10-05T20:31:36Z', 'revision_number': 0, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:37.967744 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-3fa41b0a-4521-4ecf-b781-a5a1c28c702a service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5a7bf8-0abc-4420-b153-01bc13dbddef HTTP/1.1" status: 200 len: 999 time: 0.0559535 Oct 05 20:31:37.983495 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] Checking router: 5764961f-54a8-4a64-84c0-30d4d424bdf8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:31:37.992531 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:31:37.993124 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:31:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:38.015766 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-c4708130-a250-4524-ba69-6a318e00ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:38.017211 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-c4708130-a250-4524-ba69-6a318e00ff28 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0435848 Oct 05 20:31:38.064495 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-d9062c9b-bf4e-4eae-a911-a791e1927dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:38.065919 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-d9062c9b-bf4e-4eae-a911-a791e1927dc7 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432048 Oct 05 20:31:38.094786 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:31:38.154290 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-d32466e1-ccea-4de6-9f6b-f8d3df94df9e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822754 Oct 05 20:31:38.246651 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e481e10c-24de-428f-b3ea-b37bf83c5134 req-ab1d4baa-25ee-402f-8f59-585c653aab48 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859699 Oct 05 20:31:38.308536 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'f31bd893-3f6d-4f40-9d97-5395b1b1ebdf', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:41:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:31:36Z', 'updated_at': '2022-10-05T20:31:36Z', 'revision_number': 0, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:31:38.332923 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f07aa-664b-4aec-8ff0-3465353fd898 None None] The sync data for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi is: [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'f31bd893-3f6d-4f40-9d97-5395b1b1ebdf', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.172', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:41:1b:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:31:36Z', 'updated_at': '2022-10-05T20:31:36Z', 'revision_number': 0, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:31:38.513440 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d87a4a-a673-4054-8a7e-60be6456ec86 None None] New status for floating IP f31bd893-3f6d-4f40-9d97-5395b1b1ebdf: ACTIVE {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:31:46.827189 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:31:47.219637 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-462c2eb1-62cf-417a-ab34-f15c025d23d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:47.666064 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:47.670444 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:48.236522 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=48 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:48.243224 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=74 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:49.559821 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f0637624-eae7-49cd-9afa-5db095d46e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:50.949893 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:52.563028 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:52.722340 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:31:56.821564 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:56.822315 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=78 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:31:58.628425 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-56e17f77-783e-4925-abcb-cd8afe697bc2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376806 Oct 05 20:31:58.730182 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-271b55b4-f741-4af3-b2f1-e63c44db1aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:58.731699 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-271b55b4-f741-4af3-b2f1-e63c44db1aac service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1130 time: 0.0393915 Oct 05 20:31:58.838665 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-f01616d7-6071-4322-9984-9461c36a194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:58.840108 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-f01616d7-6071-4322-9984-9461c36a194c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 909 time: 0.0897834 Oct 05 20:31:58.900770 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-0b83b7e2-e8ea-4d16-b237-420e1e257bc3 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 1002 time: 0.0544071 Oct 05 20:31:58.953954 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-00e51e89-ac04-4110-ab91-e7f736f5c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:58.955409 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-00e51e89-ac04-4110-ab91-e7f736f5c6f6 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 200 len: 847 time: 0.0488558 Oct 05 20:31:58.999983 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-d8e6c8f4-8958-4a72-abd8-26cd8f6d987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:31:59.001449 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-d8e6c8f4-8958-4a72-abd8-26cd8f6d987b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ee6333db-3e50-4178-bd81-2717c05d02a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401149 Oct 05 20:31:59.092749 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-5733d36b-55a2-4313-be23-deb145b30e43 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849609 Oct 05 20:31:59.181183 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3f4e08d7-66fa-484a-8144-65e353e62a48 req-753d8482-bc0b-453d-be9d-de1a148748f9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818329 Oct 05 20:31:59.738615 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:09.176208 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=46 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:09.178125 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=55 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:09.728636 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:09.733583 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:17.222169 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-6fb74f7c-3df2-4350-b0e3-0b25f8dfd896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:19.561343 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-32c27aec-66af-4e6c-a404-f7d9284a9bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:20.953405 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:21.749983 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:21.750755 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=5 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:22.556870 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:22.725022 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:23.825585 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:32:29.747744 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:39.741187 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:39.743078 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:41.968154 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5664ac10-5669-41d0-8607-32c6558e6d2f req-35301eb1-ee4a-4b5e-9f70-a77fe60ace22 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:41.969532 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5664ac10-5669-41d0-8607-32c6558e6d2f req-35301eb1-ee4a-4b5e-9f70-a77fe60ace22 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0990291 Oct 05 20:32:42.021045 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5664ac10-5669-41d0-8607-32c6558e6d2f req-7aa1b399-637b-4781-b7cc-e65304b4fec9 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453951 Oct 05 20:32:42.877274 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=16 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:42.880456 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=12 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:43.193328 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8c3f7-ff36-4816-a55e-980e31f40b91 req-040f3948-c109-43f1-8d20-57c051d0327c tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:43.194809 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7bf8c3f7-ff36-4816-a55e-980e31f40b91 req-040f3948-c109-43f1-8d20-57c051d0327c tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0978162 Oct 05 20:32:43.242660 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-7bf8c3f7-ff36-4816-a55e-980e31f40b91 req-38ce868e-f275-42f1-ad10-4fdcdf832d25 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422354 Oct 05 20:32:44.361477 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818c531-d5cd-4fef-8677-6dd37a7327bc req-c166fc9b-268f-4b53-9921-8b648b53ec5b tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:44.362930 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8818c531-d5cd-4fef-8677-6dd37a7327bc req-c166fc9b-268f-4b53-9921-8b648b53ec5b tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0466020 Oct 05 20:32:44.410733 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8818c531-d5cd-4fef-8677-6dd37a7327bc req-0f199ac2-0688-4612-a933-8f476998e86e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423641 Oct 05 20:32:45.528479 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16e41b-fb6f-4957-890b-032412b4362a req-431a2ba6-e9a5-4333-b5c4-4f75c3c98b24 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:45.529945 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ad16e41b-fb6f-4957-890b-032412b4362a req-431a2ba6-e9a5-4333-b5c4-4f75c3c98b24 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0459025 Oct 05 20:32:45.578678 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ad16e41b-fb6f-4957-890b-032412b4362a req-98f2aff4-5414-4dee-8c7f-c35f67e78572 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427949 Oct 05 20:32:46.697000 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4910353-0043-4316-b7be-a541973a3390 req-19fb4c52-9855-43bd-92fe-c93b59948a3c tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:46.698401 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e4910353-0043-4316-b7be-a541973a3390 req-19fb4c52-9855-43bd-92fe-c93b59948a3c tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0469680 Oct 05 20:32:46.748311 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e4910353-0043-4316-b7be-a541973a3390 req-f2f50724-fb88-4c3f-b676-6e0849f205e4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443952 Oct 05 20:32:47.228083 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-52bb1465-6f35-4aad-a2cc-c6aa450371ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:47.867099 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362fe54-4f93-4858-9773-ae0c2bb3f434 req-139ceb9d-46a9-4134-82e2-e02cfc42f729 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:47.868559 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3362fe54-4f93-4858-9773-ae0c2bb3f434 req-139ceb9d-46a9-4134-82e2-e02cfc42f729 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0455055 Oct 05 20:32:47.920671 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3362fe54-4f93-4858-9773-ae0c2bb3f434 req-5feb7b9b-c5fe-41ec-9ce6-fd3309b3c301 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464752 Oct 05 20:32:49.043570 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b254-83cd-4a17-922e-57dbf1243f58 req-40d09578-d3b6-46bd-9b33-266c9eb3c683 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:49.045005 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fda5b254-83cd-4a17-922e-57dbf1243f58 req-40d09578-d3b6-46bd-9b33-266c9eb3c683 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0490801 Oct 05 20:32:49.092729 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-fda5b254-83cd-4a17-922e-57dbf1243f58 req-4ec8dd39-70cf-4131-b3fc-f1f12535e173 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422325 Oct 05 20:32:49.562226 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-115facd4-7e64-42f8-b694-53c40059bfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:50.211643 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179d3b8-0bc5-47e5-a3fb-1a0698b64407 req-7f7c5b70-1e07-4209-9049-32b5e5d7dcb5 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:50.213102 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3179d3b8-0bc5-47e5-a3fb-1a0698b64407 req-7f7c5b70-1e07-4209-9049-32b5e5d7dcb5 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0466096 Oct 05 20:32:50.261223 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3179d3b8-0bc5-47e5-a3fb-1a0698b64407 req-d06acb43-5f63-48e1-8a35-8144da108300 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426261 Oct 05 20:32:50.955083 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:51.382948 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd4e938-5938-4dbf-9031-4d02378b8b6e req-2db5a5ae-9c4d-4b1c-b3d6-8af6b246d4b7 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:51.384398 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dcd4e938-5938-4dbf-9031-4d02378b8b6e req-2db5a5ae-9c4d-4b1c-b3d6-8af6b246d4b7 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0468781 Oct 05 20:32:51.432103 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dcd4e938-5938-4dbf-9031-4d02378b8b6e req-3629cb54-52d5-4b19-aad9-e23bfc9c6a4e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421472 Oct 05 20:32:52.186685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-879bd159-957a-435a-bd6d-1b501c28c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:52.188157 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-879bd159-957a-435a-bd6d-1b501c28c7d6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1130 time: 0.0829310 Oct 05 20:32:52.279612 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-2380e9de-face-40f9-bb1a-0375bdcef1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:52.281047 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-2380e9de-face-40f9-bb1a-0375bdcef1d8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 909 time: 0.0872784 Oct 05 20:32:52.344716 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-e38afc10-6ff1-4fdb-bb79-6b53f322de7c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 1002 time: 0.0579784 Oct 05 20:32:52.392486 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-aad4076a-ef4f-4107-9a5a-e5b6e6eab7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:52.393817 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-aad4076a-ef4f-4107-9a5a-e5b6e6eab7b5 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 200 len: 847 time: 0.0434630 Oct 05 20:32:52.436284 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-779d27f2-5f31-42d1-a9c6-afba9bc210f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:52.437807 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-779d27f2-5f31-42d1-a9c6-afba9bc210f5 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ee6333db-3e50-4178-bd81-2717c05d02a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385885 Oct 05 20:32:52.447166 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-24348ae7-9ee9-4d0c-8c16-882bbc875642 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:32:52.448170 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-24348ae7-9ee9-4d0c-8c16-882bbc875642 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047803 Oct 05 20:32:52.542995 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-7e1478bc-ad14-4833-915c-3dcd0e5a9450 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884001 Oct 05 20:32:52.556899 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90084168-6c2d-4311-b328-dc9d9681beea req-ef5f9a68-6a2d-4b55-bb08-fb588af271a2 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:52.558696 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-90084168-6c2d-4311-b328-dc9d9681beea req-ef5f9a68-6a2d-4b55-bb08-fb588af271a2 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0485644 Oct 05 20:32:52.560453 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:52.611148 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-90084168-6c2d-4311-b328-dc9d9681beea req-8b498563-480b-48ca-aaaf-36ea849daccb tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461116 Oct 05 20:32:52.637489 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31a0edf8-e175-406a-bb4b-6fac740e92aa req-c55581c8-7637-4288-a25b-5ddf939ea11b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886579 Oct 05 20:32:52.727981 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:53.736247 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cf3c3-e705-43f1-949c-8ac6e1a89bb3 req-e953e4aa-0861-4c42-b7e3-8b806bad615d tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:53.737727 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e4cf3c3-e705-43f1-949c-8ac6e1a89bb3 req-e953e4aa-0861-4c42-b7e3-8b806bad615d tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0497961 Oct 05 20:32:53.770604 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:53.774344 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:53.788008 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8e4cf3c3-e705-43f1-949c-8ac6e1a89bb3 req-c2eddc10-e588-4b0e-9049-9ea48a151d5a tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442474 Oct 05 20:32:54.911296 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f48bf03-a34a-4c8b-aaff-621663d35b2b req-010442a0-2516-41bc-af74-b83547885966 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:54.912774 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f48bf03-a34a-4c8b-aaff-621663d35b2b req-010442a0-2516-41bc-af74-b83547885966 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0506053 Oct 05 20:32:54.961561 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-9f48bf03-a34a-4c8b-aaff-621663d35b2b req-735a3f39-1d93-49b7-a316-bd7d46221c41 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432265 Oct 05 20:32:55.200166 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772cd9d-1039-4e29-b0b9-990311be9d9d req-46c798e7-e23a-4795-96a8-ef905eba769b tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:55.201690 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8772cd9d-1039-4e29-b0b9-990311be9d9d req-46c798e7-e23a-4795-96a8-ef905eba769b tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0496769 Oct 05 20:32:55.210715 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-b38fdd8d-4579-4bd8-a1f9-2252ea4d3f92 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0844364 Oct 05 20:32:55.252090 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8772cd9d-1039-4e29-b0b9-990311be9d9d req-1c6b43b0-2a30-44cc-a27b-0675fff077e8 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445478 Oct 05 20:32:55.331639 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873de37-5e0c-407d-b422-812c0459a4cb req-086b853f-a4ad-4a59-bde9-ba6c1faf3d31 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:55.332977 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-086b853f-a4ad-4a59-bde9-ba6c1faf3d31 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports/4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 943 time: 0.0956039 Oct 05 20:32:55.792750 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:55.796821 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:56.374165 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5b0b9-7fb7-496d-a5e2-fbb9f5383ae3 req-54ce8e1b-3e8e-4922-b7f9-e67f4a9a01db tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:56.375634 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-43f5b0b9-7fb7-496d-a5e2-fbb9f5383ae3 req-54ce8e1b-3e8e-4922-b7f9-e67f4a9a01db tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0485909 Oct 05 20:32:56.429978 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-43f5b0b9-7fb7-496d-a5e2-fbb9f5383ae3 req-05d727ec-66f8-4369-b254-d6b188175a7c tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479956 Oct 05 20:32:56.452098 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 4efa2b61-48b1-4dd0-940d-422f27db9a75 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:32:56.529845 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 4efa2b61-48b1-4dd0-940d-422f27db9a75 is: ACTIVE; New status is: DOWN {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:32:56.530235 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:56.554748 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:32:56.556924 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59d7e84-a729-46aa-b282-723abcf60816" -d '{"events": [{"server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "name": "network-vif-unplugged", "status": "completed", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:32:56.570873 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:32:56.577350 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:56.629108 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=4efa2b61-48b1-4dd0-940d-422f27db9a75,revision_number=6']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:32:56.637105 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.637451 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.637821 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.638160 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.638492 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.638827 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.639153 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.639478 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.640015 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.640150 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.640602 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.640867 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.641219 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.641625 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.642302 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:32:56.664174 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 05 Oct 2022 20:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454abfa5-0da9-43cd-882a-b69c3c78c3d3 x-openstack-request-id: req-454abfa5-0da9-43cd-882a-b69c3c78c3d3 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:32:56.664653 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "name": "network-vif-unplugged", "status": "completed", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:32:56.664923 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-454abfa5-0da9-43cd-882a-b69c3c78c3d3 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:32:56.665328 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454abfa5-0da9-43cd-882a-b69c3c78c3d3'] response: {'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'code': 200} Oct 05 20:32:57.032556 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873de37-5e0c-407d-b422-812c0459a4cb req-99c63f51-29f6-4890-9e7f-4c25f2378ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:57.034052 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-99c63f51-29f6-4890-9e7f-4c25f2378ee4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04&tenant_id=3277eaeb27724447a3864927021c2b79 HTTP/1.1" status: 200 len: 1128 time: 0.0379033 Oct 05 20:32:57.106307 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873de37-5e0c-407d-b422-812c0459a4cb req-a09a8ec5-1c15-4054-83d3-baeccfebc779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:57.107732 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-a09a8ec5-1c15-4054-83d3-baeccfebc779 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1128 time: 0.0375202 Oct 05 20:32:57.454282 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873de37-5e0c-407d-b422-812c0459a4cb req-df562233-ad87-4d71-b2e2-764bbd6d2cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:57.455752 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-df562233-ad87-4d71-b2e2-764bbd6d2cf3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 909 time: 0.3425543 Oct 05 20:32:57.545659 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-1b8a1423-796d-4a54-b7bc-20b10bfc3d4c service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 1000 time: 0.0835397 Oct 05 20:32:57.566466 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdf049-90fd-45ee-8b2b-3e00ee558bf8 req-555c547d-cf58-4933-8ccf-c8dd532a9f0b tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:57.568748 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ebfdf049-90fd-45ee-8b2b-3e00ee558bf8 req-555c547d-cf58-4933-8ccf-c8dd532a9f0b tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0642543 Oct 05 20:32:57.624974 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873de37-5e0c-407d-b422-812c0459a4cb req-6934bb36-5045-4133-b0dd-11341e125538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:57.626387 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-6934bb36-5045-4133-b0dd-11341e125538 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 200 len: 847 time: 0.0750663 Oct 05 20:32:57.651158 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ebfdf049-90fd-45ee-8b2b-3e00ee558bf8 req-b5b03890-60c6-45c0-a253-1ad7631358df tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655925 Oct 05 20:32:57.677801 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873de37-5e0c-407d-b422-812c0459a4cb req-6b6b5363-3707-4596-993d-6d1057712555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:57.679247 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-6b6b5363-3707-4596-993d-6d1057712555 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ee6333db-3e50-4178-bd81-2717c05d02a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445757 Oct 05 20:32:57.771154 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-662104d0-2f9f-4014-bb2c-ae6d6e59f4fc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845931 Oct 05 20:32:57.858930 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e873de37-5e0c-407d-b422-812c0459a4cb req-a8f81a92-eb3a-4457-8c8c-dcdef5243115 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828040 Oct 05 20:32:58.772400 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e163d5fe-62a7-4809-a669-ba4991063b1d req-0ec55629-1a6c-4267-a5f7-c7bea2977cd1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:58.773870 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e163d5fe-62a7-4809-a669-ba4991063b1d req-0ec55629-1a6c-4267-a5f7-c7bea2977cd1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0455160 Oct 05 20:32:58.826708 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e163d5fe-62a7-4809-a669-ba4991063b1d req-e4b24acc-7dc5-42f6-a849-a73a5702c1b2 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473549 Oct 05 20:32:59.643327 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-45cefea2-50e0-4d39-ac46-4ce0e12f91d3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414381 Oct 05 20:32:59.715961 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-30dcaf19-0648-4ec5-8273-7b27e49ef849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:59.717390 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-30dcaf19-0648-4ec5-8273-7b27e49ef849 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 1129 time: 0.0386469 Oct 05 20:32:59.765280 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:32:59.821643 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-cd1bd8ed-9f68-40df-87e4-fa7beff7ce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:59.823073 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-cd1bd8ed-9f68-40df-87e4-fa7beff7ce94 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0884581 Oct 05 20:32:59.859698 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:59.884299 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-c5835c0a-1f1e-407e-81ae-04bf345bf513 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b5a7bf8-0abc-4420-b153-01bc13dbddef HTTP/1.1" status: 200 len: 1001 time: 0.0552280 Oct 05 20:32:59.946964 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:32:59.968989 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-87c0e327-9a0c-4f3e-a668-733213d9a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:59.970462 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-87c0e327-9a0c-4f3e-a668-733213d9a8e7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0800884 Oct 05 20:32:59.979051 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4966b-12e6-4c4d-8b29-280b123eb7d3 req-fa046546-3089-4244-a7bc-65030431034a tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:32:59.980506 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dcf4966b-12e6-4c4d-8b29-280b123eb7d3 req-fa046546-3089-4244-a7bc-65030431034a tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0645516 Oct 05 20:33:00.033232 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-84e6e273-d167-4c5a-ac2a-53072b7fe1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:00.034699 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-84e6e273-d167-4c5a-ac2a-53072b7fe1e4 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0533712 Oct 05 20:33:00.100912 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-dcf4966b-12e6-4c4d-8b29-280b123eb7d3 req-decb98e3-397d-4c46-a586-d804cf4a8147 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102335 Oct 05 20:33:00.142752 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-0bed3740-9408-4418-8150-0fbeb65a18d3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020257 Oct 05 20:33:00.231250 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-6281a2f0-06ae-44b7-932f-bcba80ef2677 req-b2d90835-f31c-4231-b7da-d82ab3449272 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827773 Oct 05 20:33:00.825940 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:33:01.220275 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b825e6-f78e-4e95-b1fe-ce841b5a00af req-49803ac5-bf3c-46a5-ad7d-2efac41d7cfe tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:01.221733 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-14b825e6-f78e-4e95-b1fe-ce841b5a00af req-49803ac5-bf3c-46a5-ad7d-2efac41d7cfe tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0468898 Oct 05 20:33:01.269933 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-14b825e6-f78e-4e95-b1fe-ce841b5a00af req-c9014a8d-775d-4c68-87c4-5b3684e7c874 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426421 Oct 05 20:33:02.394942 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07384c2a-5d55-4698-9df4-1ce6b10df029 req-c047e879-dd1e-4bd5-ac1e-04eeeda111d1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:02.397038 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-07384c2a-5d55-4698-9df4-1ce6b10df029 req-c047e879-dd1e-4bd5-ac1e-04eeeda111d1 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0500433 Oct 05 20:33:02.445086 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-07384c2a-5d55-4698-9df4-1ce6b10df029 req-33cb43a7-6e37-486c-91dd-b7986de86578 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425353 Oct 05 20:33:03.563962 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed208a5-e31a-4c14-9316-cc4d9720d92c req-ec082dfe-6693-48b9-9265-105b69f10934 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:03.565411 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8ed208a5-e31a-4c14-9316-cc4d9720d92c req-ec082dfe-6693-48b9-9265-105b69f10934 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 944 time: 0.0457771 Oct 05 20:33:03.614470 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8ed208a5-e31a-4c14-9316-cc4d9720d92c req-266034c3-c705-4ad9-9dc0-b4a48e0eba53 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420632 Oct 05 20:33:04.507055 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 4efa2b61-48b1-4dd0-940d-422f27db9a75 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:33:04.603062 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:33:04.613964 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'port_id': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'mac_address': 'fa:16:3e:16:fa:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:33:04.651594 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 4efa2b61-48b1-4dd0-940d-422f27db9a75 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:33:04.651988 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:04.669606 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4efa2b61-48b1-4dd0-940d-422f27db9a75 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:33:04.691008 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:33:04.695316 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:04.738835 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc7431-28ba-4a28-9aab-3d5a137abe7e req-5039df08-673f-48d7-8ba7-1012e8f9fa6f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:04.740898 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-47cc7431-28ba-4a28-9aab-3d5a137abe7e req-5039df08-673f-48d7-8ba7-1012e8f9fa6f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 945 time: 0.0469203 Oct 05 20:33:04.743637 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=4efa2b61-48b1-4dd0-940d-422f27db9a75,revision_number=7']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:04.789485 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-47cc7431-28ba-4a28-9aab-3d5a137abe7e req-4a1fed09-643c-4784-9cd1-9239a4f25de3 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Oct 05 20:33:04.983417 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['4efa2b61-48b1-4dd0-940d-422f27db9a75'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:33:05.185793 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:05.188124 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:05.914450 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e059c9-d305-4570-8d34-d59dd527c99b req-d8f54efb-e717-47ee-82b5-1eb2863e207c tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:05.915901 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a0e059c9-d305-4570-8d34-d59dd527c99b req-d8f54efb-e717-47ee-82b5-1eb2863e207c tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 945 time: 0.0502565 Oct 05 20:33:05.926721 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:05.965603 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-a0e059c9-d305-4570-8d34-d59dd527c99b req-7fcbd700-7543-418e-9299-e8c560400e2d tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441468 Oct 05 20:33:06.526594 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 4efa2b61-48b1-4dd0-940d-422f27db9a75 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:33:06.569714 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 4efa2b61-48b1-4dd0-940d-422f27db9a75 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:33:06.570084 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:06.570415 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 4efa2b61-48b1-4dd0-940d-422f27db9a75 Oct 05 20:33:06.641378 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 4efa2b61-48b1-4dd0-940d-422f27db9a75 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:33:06.641784 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:06.664578 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:33:06.666809 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122ed8ec-df38-4f4a-81bd-b1f19e9ab361" -d '{"events": [{"server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "name": "network-vif-plugged", "status": "completed", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:33:06.678601 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:33:06.682797 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:06.706066 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb76461-10a7-4b63-a536-9841711f525b x-openstack-request-id: req-bcb76461-10a7-4b63-a536-9841711f525b {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:33:06.706425 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "name": "network-vif-plugged", "status": "completed", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:33:06.706680 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bcb76461-10a7-4b63-a536-9841711f525b {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:33:06.707080 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcb76461-10a7-4b63-a536-9841711f525b'] response: {'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'code': 200} Oct 05 20:33:06.733255 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=4efa2b61-48b1-4dd0-940d-422f27db9a75,revision_number=8']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:06.960702 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f119243-92b0-455b-8aea-c9faf4a89272 req-ec77408d-67ac-49af-9dfe-5f7337a9675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:06.962190 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f119243-92b0-455b-8aea-c9faf4a89272 req-ec77408d-67ac-49af-9dfe-5f7337a9675c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1130 time: 0.0388076 Oct 05 20:33:07.010452 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4f119243-92b0-455b-8aea-c9faf4a89272 req-fa2efb7c-667f-40ad-b63b-bb91d7520d36 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Oct 05 20:33:07.085962 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535a250-2c66-4595-a52b-e4f515f94cec req-f44d2b37-29f7-4a78-bd67-5d01a28caa0f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:07.087380 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2535a250-2c66-4595-a52b-e4f515f94cec req-f44d2b37-29f7-4a78-bd67-5d01a28caa0f tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0458009 Oct 05 20:33:07.106855 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:07.136137 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-2535a250-2c66-4595-a52b-e4f515f94cec req-96a19af8-6e45-4620-863a-5b6c63d30d05 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 Oct 05 20:33:08.256519 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6259ea-d711-45a8-9c59-1fa990a86213 req-413f1a59-bf10-48c3-899f-e38dd18eea9a tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:08.257987 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2a6259ea-d711-45a8-9c59-1fa990a86213 req-413f1a59-bf10-48c3-899f-e38dd18eea9a tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0460005 Oct 05 20:33:08.309336 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2a6259ea-d711-45a8-9c59-1fa990a86213 req-9ab47166-4000-484b-a866-f02113abe3b6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458348 Oct 05 20:33:10.820954 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:10.821711 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:16.729350 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:16.731306 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:17.128055 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=14 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:17.132693 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:17.219813 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-255dacef-2bd9-4319-b020-e9e6f7409b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:18.301103 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=74 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:18.305162 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=70 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:19.564197 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b37c3751-4d48-4043-8b07-98fecc62bf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:20.958439 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:22.563948 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:22.729473 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:29.779974 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:32.789621 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:32.793492 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:33.538772 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc7bcc4-414d-4ab8-bd29-95cf66b8f36a req-879f5055-fde0-45ba-b65d-55606693bb7b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:33.540199 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1bc7bcc4-414d-4ab8-bd29-95cf66b8f36a req-879f5055-fde0-45ba-b65d-55606693bb7b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 945 time: 0.0462382 Oct 05 20:33:33.588841 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1bc7bcc4-414d-4ab8-bd29-95cf66b8f36a req-6cd2ca0d-a1b6-4851-be8f-755ccd3129f6 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430584 Oct 05 20:33:34.711982 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea70e0-08c9-4ae5-9d8f-41650baacc86 req-4d3d6d0d-d8f2-4ddd-9789-d66d8475058d tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:34.713440 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8aea70e0-08c9-4ae5-9d8f-41650baacc86 req-4d3d6d0d-d8f2-4ddd-9789-d66d8475058d tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 945 time: 0.0499282 Oct 05 20:33:34.762267 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8aea70e0-08c9-4ae5-9d8f-41650baacc86 req-ded1a776-3eba-45cd-8bbf-f22b27926652 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Oct 05 20:33:35.291444 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-e69ee551-e0d9-40f0-99d4-819a43a60b15 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:35.292770 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-e69ee551-e0d9-40f0-99d4-819a43a60b15 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 945 time: 0.0497928 Oct 05 20:33:35.373921 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Deleting port 3b5a7bf8-0abc-4420-b153-01bc13dbddef {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:33:35.374265 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:35.465591 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] For port 3b5a7bf8-0abc-4420-b153-01bc13dbddef, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=3b5a7bf8-0abc-4420-b153-01bc13dbddef,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:33:35.465958 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:35.623099 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:35.623470 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (f31bd893-3f6d-4f40-9d97-5395b1b1ebdf), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:35.623792 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Floating IP f31bd893-3f6d-4f40-9d97-5395b1b1ebdf disassociated. External IP: 172.27.0.172, port: 3b5a7bf8-0abc-4420-b153-01bc13dbddef. Oct 05 20:33:35.624136 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Calling delete_port for 3b5a7bf8-0abc-4420-b153-01bc13dbddef owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:33:35.751842 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (3b5a7bf8-0abc-4420-b153-01bc13dbddef), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:35.779463 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event deleted for resources: {'Port': ['ID=3b5a7bf8-0abc-4420-b153-01bc13dbddef,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:35.791345 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.791345 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.791345 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.791634 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.791964 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.792296 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.792622 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.792946 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.793272 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.793624 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.793951 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.794275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.794598 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.794916 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.795232 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:35.898177 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-2721f606-3835-41fc-8521-980d8d24e39d req-d0b9cbb5-f351-45c7-ad8a-3dc4664cd13f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=4cfb4655-cc88-4186-90c6-5a2c9ef955ff HTTP/1.1" status: 200 len: 210 time: 0.0543265 Oct 05 20:33:35.926090 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Router 5764961f-54a8-4a64-84c0-30d4d424bdf8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:33:36.022975 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:36.030964 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:33:36.040823 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] Sync routers for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:33:36.051649 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:33:36.052292 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:33:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:33:36.074637 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] No DVR routers for this DVR port 3b5a7bf8-0abc-4420-b153-01bc13dbddef on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:33:36.077424 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:36.080772 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-ff163cc4-5ee4-4e98-90e2-1175a5ae1dd0 req-c72047f2-84d6-41a4-b990-51b5a809ef19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "DELETE /networking/v2.0/ports/3b5a7bf8-0abc-4420-b153-01bc13dbddef HTTP/1.1" status: 204 len: 173 time: 0.7824483 Oct 05 20:33:36.081283 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'name': 'network-vif-deleted', 'tag': '3b5a7bf8-0abc-4420-b153-01bc13dbddef'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:33:36.083596 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2960ad1-89d7-4cd2-8f52-1d3a350978e4" -d '{"events": [{"server_uuid": "4cfb4655-cc88-4186-90c6-5a2c9ef955ff", "name": "network-vif-deleted", "tag": "3b5a7bf8-0abc-4420-b153-01bc13dbddef"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:33:36.174508 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:33:36.192556 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd16e2d-d55f-49c3-ba81-3843a6e01e54 x-openstack-request-id: req-1fd16e2d-d55f-49c3-ba81-3843a6e01e54 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:33:36.192870 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cfb4655-cc88-4186-90c6-5a2c9ef955ff", "name": "network-vif-deleted", "tag": "3b5a7bf8-0abc-4420-b153-01bc13dbddef", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:33:36.193122 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1fd16e2d-d55f-49c3-ba81-3843a6e01e54 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:33:36.193920 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd16e2d-d55f-49c3-ba81-3843a6e01e54'] response: {'server_uuid': '4cfb4655-cc88-4186-90c6-5a2c9ef955ff', 'name': 'network-vif-deleted', 'tag': '3b5a7bf8-0abc-4420-b153-01bc13dbddef', 'status': 'completed', 'code': 200} Oct 05 20:33:36.365067 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:33:36.392679 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] Checking router: 5764961f-54a8-4a64-84c0-30d4d424bdf8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:33:36.402601 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:33:36.403194 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:33:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:33:36.508374 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:33:36.692132 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:33:36.717006 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d609c9-b44a-4a10-a8e2-1f583d36cf78 None None] The sync data for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi is: [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:33:36.937924 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e2825-d891-442f-a1b4-16fd09f44347 None None] New status for floating IP f31bd893-3f6d-4f40-9d97-5395b1b1ebdf: DOWN {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:33:37.130023 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-4c8f5ebe-eed7-410e-bb73-7c9cf2995f25 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1699702566&fields=id&tenant_id=3dae2633ff47484981df67d10b94de47 HTTP/1.1" status: 200 len: 267 time: 0.0455697 Oct 05 20:33:37.237054 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-3409c282-c12c-4a09-adcb-3021c1114c26 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:37.238412 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-3409c282-c12c-4a09-adcb-3021c1114c26 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 811 time: 0.1012745 Oct 05 20:33:37.253034 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-6bdebbc1-8ff0-4534-a7a8-fa0091f4abdc tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/quotas/3dae2633ff47484981df67d10b94de47 HTTP/1.1" status: 200 len: 375 time: 0.0086706 Oct 05 20:33:37.300541 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-b916caf8-8fba-4e32-851a-0841db68237f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421500 Oct 05 20:33:37.315498 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-b0489bbd-c134-4bc6-b08d-4a44e608677b service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:33:37.316452 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-b0489bbd-c134-4bc6-b08d-4a44e608677b service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047860 Oct 05 20:33:37.404587 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-4c877fa8-89d6-46e7-9812-cdf0a362a65c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819745 Oct 05 20:33:37.496030 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-b49858b6-fa17-4779-9ddb-6eb5efd6db9b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857248 Oct 05 20:33:37.784243 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-31f44032-096f-4752-98c4-55c619365239 req-d886becc-ca5c-45ad-be68-c0b72f14ad7a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 210 time: 0.0309258 Oct 05 20:33:37.825030 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:33:38.715199 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 3b5a7bf8-0abc-4420-b153-01bc13dbddef no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:33:38.737800 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 3b5a7bf8-0abc-4420-b153-01bc13dbddef {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:33:38.738143 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 3b5a7bf8-0abc-4420-b153-01bc13dbddef not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:33:38.810399 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:38.890674 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-ede1bee3-e3fe-4fb1-96cf-71a83823fe2b req-c98f4135-3807-47b8-aa68-2bef63ad756f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 210 time: 0.0310833 Oct 05 20:33:38.896978 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-fca82690-3b50-418b-a49d-2b6f8fff9c6c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:38.898487 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-fca82690-3b50-418b-a49d-2b6f8fff9c6c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 811 time: 0.1080434 Oct 05 20:33:38.970451 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-acf2e9c4-e471-4ca9-975f-75d677d0672c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3dae2633ff47484981df67d10b94de47 HTTP/1.1" status: 200 len: 380 time: 0.0563855 Oct 05 20:33:38.978593 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'port': {'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'admin_state_up': True, 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'security_groups': ['eb2cf443-f833-4d24-99e5-c3c02ef3d3e1']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:33:39.089685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Made reservation on behalf of 3dae2633ff47484981df67d10b94de47 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:33:39.093382 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:39.220939 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Allocated IP 172.20.0.8 (b5d8f50d-95d6-435a-b37d-e150d362eed6/7c13e6f7-a8dc-4ade-bca8-b9160e16328d/5c8442c9-a216-465d-989a-71ac69a03040) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:33:39.357429 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for port (5c8442c9-a216-465d-989a-71ac69a03040), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:39.388819 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (5c8442c9-a216-465d-989a-71ac69a03040), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:39.436125 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:33:39.439463 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:33:39.443727 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:33:39.478331 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'Port': ['ID=5c8442c9-a216-465d-989a-71ac69a03040,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:39.500925 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:39.501745 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:39.519137 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-d6a8fda2-b68b-413b-bbb6-347b0f85bb6b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5446038 Oct 05 20:33:39.545687 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Request body: {'port': {'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:33:39.611385 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5c8442c9-a216-465d-989a-71ac69a03040), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:39.626836 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:39.648023 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:39.718016 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-50e1cf26-241c-40c9-84fe-5cdd058eef97 None None] Provisioning complete for port 5c8442c9-a216-465d-989a-71ac69a03040 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:33:39.718603 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf26-241c-40c9-84fe-5cdd058eef97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (5c8442c9-a216-465d-989a-71ac69a03040), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:39.718710 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-50e1cf26-241c-40c9-84fe-5cdd058eef97 None None] Attempt 1 to provision port 5c8442c9-a216-465d-989a-71ac69a03040 Oct 05 20:33:39.749395 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-50e1cf26-241c-40c9-84fe-5cdd058eef97 None None] Port 5c8442c9-a216-465d-989a-71ac69a03040 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:33:39.867534 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8442c9-a216-465d-989a-71ac69a03040 {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:33:39.875259 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Publish callbacks [] for port (5c8442c9-a216-465d-989a-71ac69a03040), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:39.888081 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Transition to ACTIVE for port object 5c8442c9-a216-465d-989a-71ac69a03040 will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:33:39.892044 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (5c8442c9-a216-465d-989a-71ac69a03040), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:39.952194 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Pushing event updated for resources: {'Port': ['ID=5c8442c9-a216-465d-989a-71ac69a03040,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:40.037245 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e81ab40-e1cf-4521-bd6e-69c7fbd26597 req-88ed5d0c-e33c-4cce-9ce0-4c916db2cacc tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:40.038694 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e81ab40-e1cf-4521-bd6e-69c7fbd26597 req-88ed5d0c-e33c-4cce-9ce0-4c916db2cacc tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 943 time: 0.0670252 Oct 05 20:33:40.042935 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Attempting to bind port 5c8442c9-a216-465d-989a-71ac69a03040 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:33:40.043278 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Attempting to bind port 5c8442c9-a216-465d-989a-71ac69a03040 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:33:40.043616 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Attempting to bind port 5c8442c9-a216-465d-989a-71ac69a03040 on network b5d8f50d-95d6-435a-b37d-e150d362eed6 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:33:40.122726 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7e81ab40-e1cf-4521-bd6e-69c7fbd26597 req-ac9cb4cd-c77d-4526-a822-2476a13fa656 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768075 Oct 05 20:33:40.123425 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Port 5c8442c9-a216-465d-989a-71ac69a03040 on network b5d8f50d-95d6-435a-b37d-e150d362eed6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:33:40.123756 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Attempting to bind port 5c8442c9-a216-465d-989a-71ac69a03040 on network b5d8f50d-95d6-435a-b37d-e150d362eed6 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:33:40.165676 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:33:40.166023 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Checking segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:33:40.166413 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Bound using segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:33:40.166859 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Bound port: 5c8442c9-a216-465d-989a-71ac69a03040, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:33:40.167227 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5c8442c9-a216-465d-989a-71ac69a03040), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:40.230055 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] For port 5c8442c9-a216-465d-989a-71ac69a03040, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:33:40.233017 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] For port 5c8442c9-a216-465d-989a-71ac69a03040, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5c8442c9-a216-465d-989a-71ac69a03040,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:33:40.238954 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (5c8442c9-a216-465d-989a-71ac69a03040), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:40.243499 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:40.244169 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:40.245538 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/5c8442c9-a216-465d-989a-71ac69a03040 HTTP/1.1" status: 200 len: 1093 time: 0.7045553 Oct 05 20:33:40.247802 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:33:40.249244 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b32b468-c717-4e96-8828-edb615cd1b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "tag": "5c8442c9-a216-465d-989a-71ac69a03040"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:33:40.292767 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c62d2a-a450-4e2c-a5ae-ddf35976267f service neutron] Pushing event updated for resources: {'Port': ['ID=5c8442c9-a216-465d-989a-71ac69a03040,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:40.303831 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25ed9ce-5071-4f27-bd01-7fc3617d99a7 x-openstack-request-id: req-a25ed9ce-5071-4f27-bd01-7fc3617d99a7 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:33:40.304123 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "tag": "5c8442c9-a216-465d-989a-71ac69a03040", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:33:40.304379 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a25ed9ce-5071-4f27-bd01-7fc3617d99a7 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:33:40.304782 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a25ed9ce-5071-4f27-bd01-7fc3617d99a7'] response: {'name': 'network-changed', 'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040', 'status': 'completed', 'code': 200} Oct 05 20:33:40.366152 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-09013a4a-9118-449a-89f8-7e04248361d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:40.367620 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-09013a4a-9118-449a-89f8-7e04248361d2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 1127 time: 0.0394304 Oct 05 20:33:40.416439 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-c1b570b1-0628-4e59-8315-2cceec5b2c28 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8442c9-a216-465d-989a-71ac69a03040 HTTP/1.1" status: 200 len: 217 time: 0.0342226 Oct 05 20:33:40.464224 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-e72de9f0-5c6f-4bdc-9e34-a175a12249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:40.465669 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-e72de9f0-5c6f-4bdc-9e34-a175a12249ce service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0434296 Oct 05 20:33:40.505333 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:40.508866 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-db5bc9f5-4042-4a99-a862-c2e6ddccea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:40.510337 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-db5bc9f5-4042-4a99-a862-c2e6ddccea58 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391467 Oct 05 20:33:40.587755 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:40.603800 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-39122986-e6a2-4a20-a795-a713d5e19731 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872226 Oct 05 20:33:40.693627 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8f23330d-d52f-412f-be3a-86e89ee3ed00 req-0905e5d2-c9ac-472d-885d-ab406a23c235 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826550 Oct 05 20:33:41.007275 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-41ea770a-2a5d-4990-8832-6ac2288bf2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:41.008750 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-41ea770a-2a5d-4990-8832-6ac2288bf2ef service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 1127 time: 0.0453272 Oct 05 20:33:41.097141 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-af8940d6-3808-465f-a1e8-db976370af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:41.098657 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-af8940d6-3808-465f-a1e8-db976370af82 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0839839 Oct 05 20:33:41.139766 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-4edc7548-9ad2-4893-bb70-9e3757c7c8ef service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8442c9-a216-465d-989a-71ac69a03040 HTTP/1.1" status: 200 len: 217 time: 0.0342491 Oct 05 20:33:41.187432 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-96e7f235-a16d-4063-aa5f-cc75b69000a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:41.188910 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-96e7f235-a16d-4063-aa5f-cc75b69000a1 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0433807 Oct 05 20:33:41.260012 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-2afc5471-aecf-45bb-bd54-089f8ac82c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:41.261460 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-2afc5471-aecf-45bb-bd54-089f8ac82c38 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0668778 Oct 05 20:33:41.267053 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f64d35-5ba7-4bac-aa54-9919fab6719c req-7f5d3052-ae07-430c-8b28-f1caa5dbaf12 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:41.268370 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e9f64d35-5ba7-4bac-aa54-9919fab6719c req-7f5d3052-ae07-430c-8b28-f1caa5dbaf12 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 943 time: 0.0652816 Oct 05 20:33:41.630028 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e9f64d35-5ba7-4bac-aa54-9919fab6719c req-228ae42a-7c85-4656-a3a1-4553285ca53f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525929 Oct 05 20:33:41.643452 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-87d7407f-4af7-440c-8c43-a04ffb970ab5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742015 Oct 05 20:33:41.734970 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5b32b468-c717-4e96-8828-edb615cd1b8c req-29addee8-4d0a-47dc-90d0-9996cdf6ea2a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852737 Oct 05 20:33:42.751659 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321f7ef-27c4-4c38-adfe-e0766a0c56c5 req-9f443b41-4bef-400f-85ec-2d79bca01a2c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:42.753160 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3321f7ef-27c4-4c38-adfe-e0766a0c56c5 req-9f443b41-4bef-400f-85ec-2d79bca01a2c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 943 time: 0.0455923 Oct 05 20:33:42.805279 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-3321f7ef-27c4-4c38-adfe-e0766a0c56c5 req-85b83004-d400-4557-ba1d-e24e5cad8a19 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466180 Oct 05 20:33:43.923190 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e462f4-39eb-40e3-a28f-fd1c358246a3 req-5f46de38-68ef-4943-b4fc-ed7fdf2fbba9 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:43.924634 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d0e462f4-39eb-40e3-a28f-fd1c358246a3 req-5f46de38-68ef-4943-b4fc-ed7fdf2fbba9 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 943 time: 0.0462222 Oct 05 20:33:43.973861 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-d0e462f4-39eb-40e3-a28f-fd1c358246a3 req-c277ce8d-64e7-4da4-afa9-f1b550639a82 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431030 Oct 05 20:33:45.091918 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f7d7b-1e5a-4240-b113-b23184378d6e req-5079b0d7-964e-4dec-adb6-c020aaefc787 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:45.093369 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b53f7d7b-1e5a-4240-b113-b23184378d6e req-5079b0d7-964e-4dec-adb6-c020aaefc787 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 943 time: 0.0463438 Oct 05 20:33:45.141408 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-b53f7d7b-1e5a-4240-b113-b23184378d6e req-d19b0d0f-6076-475c-883b-8581159cb8eb tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Oct 05 20:33:46.258195 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18049bd-4c4b-4d7d-a930-990f4dd01c96 req-1ef71256-0185-4111-b157-f46ce81582ed tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:46.259636 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e18049bd-4c4b-4d7d-a930-990f4dd01c96 req-1ef71256-0185-4111-b157-f46ce81582ed tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 943 time: 0.0456662 Oct 05 20:33:46.311493 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e18049bd-4c4b-4d7d-a930-990f4dd01c96 req-3eae88a4-7911-4259-ac0e-5cc51d88fc1e tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462723 Oct 05 20:33:46.687300 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=63,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:47.212430 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:47.214088 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:UPDATE=3,neutron:SELECT=21 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:47.226106 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9291a7a9-0ff6-4fa3-ad2d-45ba3a23f750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:47.429800 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334c506-c3e9-40a7-a4fc-b7a40afcf09c req-84d006da-3c35-4abd-b5d4-8853f1f37cf3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:47.431238 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8334c506-c3e9-40a7-a4fc-b7a40afcf09c req-84d006da-3c35-4abd-b5d4-8853f1f37cf3 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 943 time: 0.0467327 Oct 05 20:33:47.480382 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8334c506-c3e9-40a7-a4fc-b7a40afcf09c req-e4cc07d8-c497-4493-97da-dda025f87f3c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432703 Oct 05 20:33:47.821550 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=72 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:48.599582 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf21cd-9eaa-4c87-b883-2f7d940c384c req-ca7dae96-877a-4dff-bd54-67875587688f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:48.601020 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e3bf21cd-9eaa-4c87-b883-2f7d940c384c req-ca7dae96-877a-4dff-bd54-67875587688f tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 943 time: 0.0455308 Oct 05 20:33:48.649162 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e3bf21cd-9eaa-4c87-b883-2f7d940c384c req-8a54ab94-013c-412d-8144-d8e70290c876 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426512 Oct 05 20:33:48.756275 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 5c8442c9-a216-465d-989a-71ac69a03040 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:33:48.976282 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 5c8442c9-a216-465d-989a-71ac69a03040, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5c8442c9-a216-465d-989a-71ac69a03040,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:33:48.987147 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '5c8442c9-a216-465d-989a-71ac69a03040', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:33:49.020808 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 5c8442c9-a216-465d-989a-71ac69a03040 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:33:49.021222 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5c8442c9-a216-465d-989a-71ac69a03040), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:49.037224 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8442c9-a216-465d-989a-71ac69a03040 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:33:49.056648 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 5c8442c9-a216-465d-989a-71ac69a03040, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5c8442c9-a216-465d-989a-71ac69a03040,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:33:49.060221 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (5c8442c9-a216-465d-989a-71ac69a03040), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:49.105626 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=5c8442c9-a216-465d-989a-71ac69a03040,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:49.332480 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['5c8442c9-a216-465d-989a-71ac69a03040'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:33:49.567801 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-cc25aaec-bb91-47da-bd00-0fda7e79baf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:49.772881 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7ccc2-2150-4457-913d-a512bfcc9b6d req-13139afd-57ca-4c00-ae77-758950f0f3c9 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:49.774280 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dbe7ccc2-2150-4457-913d-a512bfcc9b6d req-13139afd-57ca-4c00-ae77-758950f0f3c9 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 944 time: 0.0489624 Oct 05 20:33:49.823609 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-dbe7ccc2-2150-4457-913d-a512bfcc9b6d req-b71dc3ff-be72-4076-bab7-61cf47c04c14 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437248 Oct 05 20:33:50.792584 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 5c8442c9-a216-465d-989a-71ac69a03040 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:33:50.834552 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 5c8442c9-a216-465d-989a-71ac69a03040 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:33:50.840099 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 5c8442c9-a216-465d-989a-71ac69a03040 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:33:50.840506 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (5c8442c9-a216-465d-989a-71ac69a03040), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:50.840812 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 5c8442c9-a216-465d-989a-71ac69a03040 Oct 05 20:33:50.910444 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:50.919591 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 5c8442c9-a216-465d-989a-71ac69a03040 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:33:50.919985 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (5c8442c9-a216-465d-989a-71ac69a03040), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:50.944236 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:33:50.946505 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b88ccb3-d3e3-45e9-bf67-80c5a5d999c3" -d '{"events": [{"server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "name": "network-vif-plugged", "status": "completed", "tag": "5c8442c9-a216-465d-989a-71ac69a03040"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:33:50.950268 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61927178-0b5b-4391-a1ea-746706604411 req-d8df9718-cfa7-456f-9b14-13d6e4b9bfaa tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:50.952187 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-61927178-0b5b-4391-a1ea-746706604411 req-d8df9718-cfa7-456f-9b14-13d6e4b9bfaa tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 944 time: 0.0510080 Oct 05 20:33:50.967319 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 5c8442c9-a216-465d-989a-71ac69a03040, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5c8442c9-a216-465d-989a-71ac69a03040,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:33:50.975439 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (5c8442c9-a216-465d-989a-71ac69a03040), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:50.981072 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:50.981978 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:51.000797 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee99f23-2c30-4897-915e-752c17bdd0bd x-openstack-request-id: req-3ee99f23-2c30-4897-915e-752c17bdd0bd {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:33:51.001084 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "name": "network-vif-plugged", "status": "completed", "tag": "5c8442c9-a216-465d-989a-71ac69a03040", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:33:51.001336 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ee99f23-2c30-4897-915e-752c17bdd0bd {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:33:51.001754 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ee99f23-2c30-4897-915e-752c17bdd0bd'] response: {'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040', 'code': 200} Oct 05 20:33:51.012911 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:51.015245 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-61927178-0b5b-4391-a1ea-746706604411 req-c90531ca-9d02-4393-b923-4f4609566e94 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575747 Oct 05 20:33:51.029777 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=5c8442c9-a216-465d-989a-71ac69a03040,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:51.209876 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:51.243261 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c903ae6-4233-46f2-9165-a365da18fe67 req-968f5ddb-f4d2-4299-a5aa-702175be913d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:51.244742 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8c903ae6-4233-46f2-9165-a365da18fe67 req-968f5ddb-f4d2-4299-a5aa-702175be913d service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 1129 time: 0.0422599 Oct 05 20:33:51.290633 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-8c903ae6-4233-46f2-9165-a365da18fe67 req-4bcbbc9a-9bc9-4ac5-a6a4-fdb0d755cee1 service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386057 Oct 05 20:33:52.136942 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a723634-d8fc-4946-9424-7642d720f8c3 req-608562a9-5a10-4b20-a02c-f21bbf61c695 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:52.138358 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5a723634-d8fc-4946-9424-7642d720f8c3 req-608562a9-5a10-4b20-a02c-f21bbf61c695 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 945 time: 0.0462530 Oct 05 20:33:52.187079 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-5a723634-d8fc-4946-9424-7642d720f8c3 req-ac89cb80-09f1-46fc-b25c-5b7655d29258 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431285 Oct 05 20:33:52.567353 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:52.764725 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:53.306488 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469a0fca-b5e9-4260-84c3-bd8890ef998f req-ec7fbdd6-784c-490f-b2ab-2c4bbe452f1b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:53.307960 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-469a0fca-b5e9-4260-84c3-bd8890ef998f req-ec7fbdd6-784c-490f-b2ab-2c4bbe452f1b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 945 time: 0.0468643 Oct 05 20:33:53.357923 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-469a0fca-b5e9-4260-84c3-bd8890ef998f req-e21c1295-e4bd-4858-b0b1-56e7030929b1 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442100 Oct 05 20:33:53.476720 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:53.487511 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37e27d-56a7-4cbf-8a6b-46330963709c req-dc2770e1-0926-40fd-8009-b920b5978a89 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:53.488967 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bf37e27d-56a7-4cbf-8a6b-46330963709c req-dc2770e1-0926-40fd-8009-b920b5978a89 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 945 time: 0.0503244 Oct 05 20:33:53.522691 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:53.553801 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bf37e27d-56a7-4cbf-8a6b-46330963709c req-ace284c6-7145-4540-863b-c7f81037ae31 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584791 Oct 05 20:33:53.582102 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56326) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:33:53.622537 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b62cd12-eeaf-4753-a6e2-48f76da61bd9 tempest-TestVolumeBootPattern-799224635 tempest-TestVolumeBootPattern-799224635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:53.624063 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2b62cd12-eeaf-4753-a6e2-48f76da61bd9 tempest-TestVolumeBootPattern-799224635 tempest-TestVolumeBootPattern-799224635-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 1124 time: 0.0406556 Oct 05 20:33:53.626925 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56328) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:33:53.631132 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.v2.base [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:33:53.653061 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:53.734400 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:53.838289 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_common [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Allocated IP 172.27.0.79 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/8e1238e7-4758-40d4-b3db-c263128f5ed4) {{(pid=106132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:33:53.943993 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for port (8e1238e7-4758-40d4-b3db-c263128f5ed4), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:53.975102 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (8e1238e7-4758-40d4-b3db-c263128f5ed4), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:54.014741 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:33:54.019395 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.base_scheduler [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Resources bound (agent type, host, resource id): {{(pid=106132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:33:54.023245 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Received port after_create {{(pid=106132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:33:54.026475 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'Port': ['ID=8e1238e7-4758-40d4-b3db-c263128f5ed4,revision_number=1']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:54.053756 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.054125 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.054450 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.054788 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.055120 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.055452 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.055780 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.056104 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.056430 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.056758 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.057079 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.057404 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.057751 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.058088 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.058388 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:33:54.569079 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:54.571304 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:33:54.613734 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (fa97ddbb-2a8f-42fa-a280-e374e602b42d), precommit_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:54.677899 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (8e1238e7-4758-40d4-b3db-c263128f5ed4), before_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:54.822895 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for port (8e1238e7-4758-40d4-b3db-c263128f5ed4), precommit_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:54.827251 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60451606'] for port (8e1238e7-4758-40d4-b3db-c263128f5ed4), after_update {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:54.897053 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (fa97ddbb-2a8f-42fa-a280-e374e602b42d), after_create {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:54.898761 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'Port': ['ID=8e1238e7-4758-40d4-b3db-c263128f5ed4,revision_number=2']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:33:54.992987 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Floating IP fa97ddbb-2a8f-42fa-a280-e374e602b42d associated. External IP: 172.27.0.79, port: 5c8442c9-a216-465d-989a-71ac69a03040. Oct 05 20:33:55.187105 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Router 5764961f-54a8-4a64-84c0-30d4d424bdf8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:33:55.287648 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:33:55.297063 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] Sync routers for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:33:55.307257 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:33:55.307944 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:33:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:33:55.308260 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:33:55.342198 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-e75fb72f-6b20-43aa-83e3-dcc82d3a7207 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7141931 Oct 05 20:33:55.343209 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:33:55.345629 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799a8b0d-e610-4a25-9458-546441e24922" -d '{"events": [{"name": "network-changed", "server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "tag": "5c8442c9-a216-465d-989a-71ac69a03040"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:33:55.412134 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:33:55.436436 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac7cea9-b3ac-4044-875a-bf39a3c861a6 x-openstack-request-id: req-fac7cea9-b3ac-4044-875a-bf39a3c861a6 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:33:55.436724 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "tag": "5c8442c9-a216-465d-989a-71ac69a03040", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:33:55.436974 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fac7cea9-b3ac-4044-875a-bf39a3c861a6 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:33:55.437435 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac7cea9-b3ac-4044-875a-bf39a3c861a6'] response: {'name': 'network-changed', 'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040', 'status': 'completed', 'code': 200} Oct 05 20:33:55.531077 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a8b0d-e610-4a25-9458-546441e24922 req-454549ab-72e2-4c3d-9d9a-ee65a45f0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:55.532551 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-799a8b0d-e610-4a25-9458-546441e24922 req-454549ab-72e2-4c3d-9d9a-ee65a45f0688 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 1129 time: 0.0412970 Oct 05 20:33:55.620100 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'fa97ddbb-2a8f-42fa-a280-e374e602b42d', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:33:54Z', 'updated_at': '2022-10-05T20:33:54Z', 'revision_number': 0, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:33:55.622147 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a8b0d-e610-4a25-9458-546441e24922 req-c1f01434-a304-48ff-a218-5b92a6f87ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:55.623603 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-799a8b0d-e610-4a25-9458-546441e24922 req-c1f01434-a304-48ff-a218-5b92a6f87ef8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0855186 Oct 05 20:33:55.647408 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] Checking router: 5764961f-54a8-4a64-84c0-30d4d424bdf8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:33:55.655829 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:33:55.656427 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:33:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:33:55.687234 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-799a8b0d-e610-4a25-9458-546441e24922 req-9e8b0bec-4224-4288-b6ea-580ad1201446 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8442c9-a216-465d-989a-71ac69a03040 HTTP/1.1" status: 200 len: 998 time: 0.0579712 Oct 05 20:33:55.735410 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a8b0d-e610-4a25-9458-546441e24922 req-7a2b2597-1f6e-4d85-bd02-c05605bb24fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:55.736807 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-799a8b0d-e610-4a25-9458-546441e24922 req-7a2b2597-1f6e-4d85-bd02-c05605bb24fe service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0443535 Oct 05 20:33:55.754656 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:33:55.779510 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a8b0d-e610-4a25-9458-546441e24922 req-682d83e4-8ac8-434d-9910-597656a8e7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:33:55.781158 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-799a8b0d-e610-4a25-9458-546441e24922 req-682d83e4-8ac8-434d-9910-597656a8e7a1 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0390255 Oct 05 20:33:55.879785 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-799a8b0d-e610-4a25-9458-546441e24922 req-5b8ca785-0602-4acf-983c-3afd52eaf4cc service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929465 Oct 05 20:33:55.970336 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-799a8b0d-e610-4a25-9458-546441e24922 req-88d4babc-4536-4602-a1b7-679f6e4f5586 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842407 Oct 05 20:33:56.049170 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'fa97ddbb-2a8f-42fa-a280-e374e602b42d', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:33:54Z', 'updated_at': '2022-10-05T20:33:54Z', 'revision_number': 0, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:33:56.073175 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854c9d5c-0563-4533-ba1f-eaa3d32a8218 None None] The sync data for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi is: [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'fa97ddbb-2a8f-42fa-a280-e374e602b42d', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:33:54Z', 'updated_at': '2022-10-05T20:33:54Z', 'revision_number': 0, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:33:56.260288 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60788684-0617-476d-b473-23734aa8ee3c None None] New status for floating IP fa97ddbb-2a8f-42fa-a280-e374e602b42d: ACTIVE {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:33:59.773294 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:01.606864 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-bbad1dca-f540-4317-97b5-6f36a3f0e44c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380664 Oct 05 20:34:01.712238 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-10d7f0e7-1b07-4e38-b00f-ea747d0e7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:01.713759 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-10d7f0e7-1b07-4e38-b00f-ea747d0e7c03 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1130 time: 0.0431247 Oct 05 20:34:01.814335 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-7a529a62-85fe-40bb-98a9-c93acd8a9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:01.815794 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-7a529a62-85fe-40bb-98a9-c93acd8a9777 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 909 time: 0.0852740 Oct 05 20:34:01.879709 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-c5cf08b0-88a9-46da-b7ae-eb1120486c64 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 1002 time: 0.0577939 Oct 05 20:34:01.928629 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-88fe225a-6543-4a30-a3cf-ece4cc4079b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:01.930059 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-88fe225a-6543-4a30-a3cf-ece4cc4079b7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 200 len: 847 time: 0.0438862 Oct 05 20:34:01.966029 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:01.973627 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-74433ed0-dabd-4ebf-940a-74065cca1007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:01.975165 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-74433ed0-dabd-4ebf-940a-74065cca1007 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ee6333db-3e50-4178-bd81-2717c05d02a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392015 Oct 05 20:34:01.988426 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:02.066790 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-a93aae38-2605-4f86-980f-ebe4f3232eb3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855229 Oct 05 20:34:02.159650 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-7a8d2bae-feaf-4d19-9049-aa50a02e0295 req-fe2ef008-fe66-4139-b5f7-8a6f319367cd service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864978 Oct 05 20:34:05.333434 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:05.338444 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:09.767488 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:09.769808 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=32,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:09.787260 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=80 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:09.792301 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=74 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:12.150552 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=20 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:12.156730 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=18 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:14.824744 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:34:17.217532 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-599637b7-a5c5-4baa-9da6-c7399530ac01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:19.570697 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-3e7b48a1-8dc1-42de-9cfe-b76b28e3442a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:20.963759 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:21.534823 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56342) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:21.676472 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Deleting port 5badec00-cf2f-4a13-998a-8b3e12fc959d {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:34:21.676812 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (5badec00-cf2f-4a13-998a-8b3e12fc959d), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:21.754761 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (5badec00-cf2f-4a13-998a-8b3e12fc959d), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:21.755104 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for floatingip (5badec00-cf2f-4a13-998a-8b3e12fc959d), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:21.768507 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Calling delete_port for 5badec00-cf2f-4a13-998a-8b3e12fc959d owned by network:floatingip {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:34:21.935355 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (5badec00-cf2f-4a13-998a-8b3e12fc959d), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:21.961900 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event deleted for resources: {'Port': ['ID=5badec00-cf2f-4a13-998a-8b3e12fc959d,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:22.024715 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for floatingip (fc18ac86-601d-4df8-b998-18b8315f51e7), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:22.025042 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.db.l3_db [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Floating IP fc18ac86-601d-4df8-b998-18b8315f51e7 disassociated (deleted). External IP: 172.27.0.204, port: 4efa2b61-48b1-4dd0-940d-422f27db9a75. Oct 05 20:34:22.220518 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Router f78a2394-c8df-4536-93d3-ad6f8ef185e8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:34:22.321884 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:34:22.326673 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:22.331789 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] Sync routers for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:34:22.345282 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:34:22.346010 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:34:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:22.355676 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-d12886fc-770b-4267-8109-c7a14be19aa4 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/fc18ac86-601d-4df8-b998-18b8315f51e7 HTTP/1.1" status: 204 len: 168 time: 0.8197882 Oct 05 20:34:22.356411 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75'}] {{(pid=106132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:34:22.358769 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e49fcff2d436445b67b04d1100e644b5d46f193bac19ba60d1085b95d610f1e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41" -d '{"events": [{"name": "network-changed", "server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75"}]}' {{(pid=106132) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:34:22.418909 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b4eacd-221e-4be9-ae28-28ee753db304 x-openstack-request-id: req-29b4eacd-221e-4be9-ae28-28ee753db304 {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:34:22.418909 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75", "status": "completed", "code": 200}]} {{(pid=106132) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:34:22.418909 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29b4eacd-221e-4be9-ae28-28ee753db304 {{(pid=106132) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:34:22.418909 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29b4eacd-221e-4be9-ae28-28ee753db304'] response: {'name': 'network-changed', 'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'status': 'completed', 'code': 200} Oct 05 20:34:22.463542 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:34:22.510642 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-bb5ea72b-5a87-4058-a97b-76dff7206586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:22.512818 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-bb5ea72b-5a87-4058-a97b-76dff7206586 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3277eaeb27724447a3864927021c2b79&device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 1130 time: 0.0444345 Oct 05 20:34:22.573957 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:22.598190 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a58ad61-7f4b-4a34-b0e8-3f48a85071ae req-8cc5aa95-3915-414b-b1f9-1eafa4f2b5e9 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:22.600202 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3a58ad61-7f4b-4a34-b0e8-3f48a85071ae req-8cc5aa95-3915-414b-b1f9-1eafa4f2b5e9 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0482156 Oct 05 20:34:22.648751 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-3a58ad61-7f4b-4a34-b0e8-3f48a85071ae req-5cd44bfa-e769-4287-9097-a9093e7ecee8 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426626 Oct 05 20:34:22.653270 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 5, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:22.682431 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] Checking router: f78a2394-c8df-4536-93d3-ad6f8ef185e8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:34:22.691437 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:34:22.692145 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:34:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:22.735926 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:22.799285 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:34:22.981648 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 5, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:23.004982 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b5b9c5-f532-43a5-b8cb-b3f98f8f14bc None None] The sync data for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi is: [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:29:46Z', 'revision_number': 4, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '3a3dbcb1-2614-4b74-8daf-c25e6959f298', 'name': '', 'network_id': 'ee6333db-3e50-4178-bd81-2717c05d02a7', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'mac_address': 'fa:16:3e:63:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:45Z', 'updated_at': '2022-10-05T20:29:53Z', 'revision_number': 5, 'project_id': '3277eaeb27724447a3864927021c2b79', 'subnets': [{'id': '7d6db33b-49a6-4786-a6c0-a015aebafa6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:34:23.208854 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95785098-a789-4917-bf0d-3a0e23549e9b None None] New status for floating IP fc18ac86-601d-4df8-b998-18b8315f51e7: DOWN {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:34:23.686685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-abbc4fa2-cf18-4db4-81b4-4684e90b0b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:23.688167 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-abbc4fa2-cf18-4db4-81b4-4684e90b0b26 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 200 len: 909 time: 0.0892317 Oct 05 20:34:23.753478 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:23.772349 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212c7e2-635b-4957-ba2b-28fc1b390b11 req-f6fc284d-79a8-4c3b-bfdc-9666557f8eff tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:23.773834 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c212c7e2-635b-4957-ba2b-28fc1b390b11 req-f6fc284d-79a8-4c3b-bfdc-9666557f8eff tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0477097 Oct 05 20:34:23.784748 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:23.826142 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-c212c7e2-635b-4957-ba2b-28fc1b390b11 req-2fb84c83-9fe5-49d2-837d-6270a8563e42 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=d4971232-0038-4e51-b7e7-526c9792bc45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466270 Oct 05 20:34:23.918329 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-95fb8aef-b89c-4bcf-af45-ffc618a0594f service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 200 len: 217 time: 0.0330408 Oct 05 20:34:23.967101 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-18f48ace-f0de-43eb-92f9-a43e1be47f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:23.968429 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-18f48ace-f0de-43eb-92f9-a43e1be47f89 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 200 len: 847 time: 0.0432239 Oct 05 20:34:24.015520 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-8d3a7bda-3da3-40b0-81e0-5934e01a74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:24.016990 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-8d3a7bda-3da3-40b0-81e0-5934e01a74f6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=ee6333db-3e50-4178-bd81-2717c05d02a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428185 Oct 05 20:34:24.272402 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-1f82d159-67c6-4538-9c43-6f499b5bfbdf service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856893 Oct 05 20:34:24.382207 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-344dbf0a-8d08-45e9-b72c-9f2534a5bc01 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:34:24.383651 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-344dbf0a-8d08-45e9-b72c-9f2534a5bc01 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 946 time: 0.0913513 Oct 05 20:34:24.451982 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9e5f8e42-ac07-4399-a0b2-297e77ad5e41 req-ada4078f-fbf1-48b0-810c-ea6ead8d3222 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585972 Oct 05 20:34:24.489831 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Deleting port 4efa2b61-48b1-4dd0-940d-422f27db9a75 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:34:24.490181 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:24.578602 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] For port 4efa2b61-48b1-4dd0-940d-422f27db9a75, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=4efa2b61-48b1-4dd0-940d-422f27db9a75,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:34:24.578881 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:24.596424 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Calling delete_port for 4efa2b61-48b1-4dd0-940d-422f27db9a75 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:34:24.720325 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:24.723915 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (4efa2b61-48b1-4dd0-940d-422f27db9a75), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:24.753212 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event deleted for resources: {'Port': ['ID=4efa2b61-48b1-4dd0-940d-422f27db9a75,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:24.795142 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] No DVR routers for this DVR port 4efa2b61-48b1-4dd0-940d-422f27db9a75 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:34:24.797701 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:24.800865 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-02ef20cf-9109-4400-8271-fb4ddd027757 req-b655ae03-5fb3-4558-951b-3f09b7580e8e tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.15 "DELETE /networking/v2.0/ports/4efa2b61-48b1-4dd0-940d-422f27db9a75 HTTP/1.1" status: 204 len: 173 time: 0.4113801 Oct 05 20:34:24.801364 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'name': 'network-vif-deleted', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:34:24.803602 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c7acaf-010c-4739-bdda-e70e6d7a123c" -d '{"events": [{"server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "name": "network-vif-deleted", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:34:24.842270 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-647fa13d-50ea-4450-920f-3e06234698c6 x-openstack-request-id: req-647fa13d-50ea-4450-920f-3e06234698c6 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:34:24.842550 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea21042e-8990-4497-bce2-b8cb17ea7b04", "name": "network-vif-deleted", "tag": "4efa2b61-48b1-4dd0-940d-422f27db9a75", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:34:24.842795 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-647fa13d-50ea-4450-920f-3e06234698c6 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:34:24.843216 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647fa13d-50ea-4450-920f-3e06234698c6'] response: {'server_uuid': 'ea21042e-8990-4497-bce2-b8cb17ea7b04', 'name': 'network-vif-deleted', 'tag': '4efa2b61-48b1-4dd0-940d-422f27db9a75', 'status': 'completed', 'code': 200} Oct 05 20:34:24.929945 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-8643e8b6-11a8-46e1-821d-50fe8a6be676 req-2a343472-97a8-48ff-b853-7c71bd754015 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=ea21042e-8990-4497-bce2-b8cb17ea7b04 HTTP/1.1" status: 200 len: 210 time: 0.0268495 Oct 05 20:34:25.997479 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56364) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:26.055721 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85a6582d-82db-4fc0-848c-973372e31fa6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group (d4971232-0038-4e51-b7e7-526c9792bc45), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:26.079486 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85a6582d-82db-4fc0-848c-973372e31fa6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group (d4971232-0038-4e51-b7e7-526c9792bc45), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:26.138792 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85a6582d-82db-4fc0-848c-973372e31fa6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d4971232-0038-4e51-b7e7-526c9792bc45), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:26.141260 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-85a6582d-82db-4fc0-848c-973372e31fa6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Publish callbacks [] for security_group (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:26.142410 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-85a6582d-82db-4fc0-848c-973372e31fa6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d4971232-0038-4e51-b7e7-526c9792bc45 HTTP/1.1" status: 204 len: 168 time: 0.1460729 Oct 05 20:34:26.155494 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a6582d-82db-4fc0-848c-973372e31fa6 tempest-TestShelveInstance-538126096 tempest-TestShelveInstance-538126096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4971232-0038-4e51-b7e7-526c9792bc45,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:26.188857 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56368) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:26.556760 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (f78a2394-c8df-4536-93d3-ad6f8ef185e8), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:26.964513 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 4efa2b61-48b1-4dd0-940d-422f27db9a75 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:34:26.983840 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 4efa2b61-48b1-4dd0-940d-422f27db9a75 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:34:26.984181 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 4efa2b61-48b1-4dd0-940d-422f27db9a75 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:34:27.048182 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Deleting port 3a3dbcb1-2614-4b74-8daf-c25e6959f298 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:34:27.048757 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:27.129393 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] For port 3a3dbcb1-2614-4b74-8daf-c25e6959f298, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=3a3dbcb1-2614-4b74-8daf-c25e6959f298,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:34:27.129712 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:27.142370 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Calling delete_port for 3a3dbcb1-2614-4b74-8daf-c25e6959f298 owned by network:router_interface {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:34:27.147413 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:27.191773 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:27.320067 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (3a3dbcb1-2614-4b74-8daf-c25e6959f298), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:27.345498 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Pushing event deleted for resources: {'Port': ['ID=3a3dbcb1-2614-4b74-8daf-c25e6959f298,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:27.507311 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (f78a2394-c8df-4536-93d3-ad6f8ef185e8), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:27.707182 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Router f78a2394-c8df-4536-93d3-ad6f8ef185e8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:34:27.802427 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:34:27.807810 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-9b30bc4d-c100-4677-b020-7f7e98ebee8b admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/f78a2394-c8df-4536-93d3-ad6f8ef185e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6183929 Oct 05 20:34:27.810392 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56370) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:27.812972 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] Sync routers for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:34:27.823880 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:34:27.824474 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:34:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:27.911136 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks [] for router (f78a2394-c8df-4536-93d3-ad6f8ef185e8), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:27.923777 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:34:27.956917 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:28.011814 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks [] for router_gateway (f78a2394-c8df-4536-93d3-ad6f8ef185e8), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.053608 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Deleting port c33b0810-388e-4885-94b1-613ffe5a7da2 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:34:28.054320 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.078788 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:28.092299 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:34:27Z', 'revision_number': 5, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port': {'id': 'c33b0810-388e-4885-94b1-613ffe5a7da2', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:ec:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:44Z', 'updated_at': '2022-10-05T20:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:28.102695 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:28.117318 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] Checking router: f78a2394-c8df-4536-93d3-ad6f8ef185e8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:34:28.125609 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] Routers {'f78a2394-c8df-4536-93d3-ad6f8ef185e8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:34:28.126202 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:34:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:28.137294 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] For port c33b0810-388e-4885-94b1-613ffe5a7da2, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=c33b0810-388e-4885-94b1-613ffe5a7da2,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:34:28.137697 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.151532 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Calling delete_port for c33b0810-388e-4885-94b1-613ffe5a7da2 owned by network:router_gateway {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:34:28.294254 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:28.298591 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] Set router f78a2394-c8df-4536-93d3-ad6f8ef185e8 gateway port host: None {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:34:28.320973 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (c33b0810-388e-4885-94b1-613ffe5a7da2), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.346794 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Pushing event deleted for resources: {'Port': ['ID=c33b0810-388e-4885-94b1-613ffe5a7da2,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:28.347253 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:34:28Z', 'revision_number': 6, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port_host': None}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:28.375619 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d71b63-ab5d-4787-bc56-bfa1cd29c9d5 None None] The sync data for ids ['f78a2394-c8df-4536-93d3-ad6f8ef185e8'] in dv-cinder-801522-12-iscsi is: [{'id': 'f78a2394-c8df-4536-93d3-ad6f8ef185e8', 'name': 'tempest-TestShelveInstance-279833901-router', 'tenant_id': '3277eaeb27724447a3864927021c2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:43Z', 'updated_at': '2022-10-05T20:34:28Z', 'revision_number': 6, 'project_id': '3277eaeb27724447a3864927021c2b79', 'gw_port_host': None}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:34:28.412606 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (f78a2394-c8df-4536-93d3-ad6f8ef185e8), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.497215 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (f78a2394-c8df-4536-93d3-ad6f8ef185e8), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.499384 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks [] for router_controller (f78a2394-c8df-4536-93d3-ad6f8ef185e8), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.540209 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (f78a2394-c8df-4536-93d3-ad6f8ef185e8), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.540706 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f78a2394-c8df-4536-93d3-ad6f8ef185e8 {{(pid=106132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:34:28.544834 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.546001 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-71c24367-d651-40f7-9033-70384ef31034 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/f78a2394-c8df-4536-93d3-ad6f8ef185e8 HTTP/1.1" status: 204 len: 168 time: 0.7347021 Oct 05 20:34:28.548688 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56372) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:28.593402 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d7c853a-b680-4e1b-b1df-06ed7d3463ff admin admin] Deleting subnet 7d6db33b-49a6-4786-a6c0-a015aebafa6f {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:34:28.596542 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4d7c853a-b680-4e1b-b1df-06ed7d3463ff admin admin] Publish callbacks [] for subnet (7d6db33b-49a6-4786-a6c0-a015aebafa6f), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.631220 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4d7c853a-b680-4e1b-b1df-06ed7d3463ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60049818'] for subnet (7d6db33b-49a6-4786-a6c0-a015aebafa6f), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.708601 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4d7c853a-b680-4e1b-b1df-06ed7d3463ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (7d6db33b-49a6-4786-a6c0-a015aebafa6f), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.763102 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4d7c853a-b680-4e1b-b1df-06ed7d3463ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59052715'] for subnet (7d6db33b-49a6-4786-a6c0-a015aebafa6f), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.766381 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=10 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:28.789540 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c853a-b680-4e1b-b1df-06ed7d3463ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6db33b-49a6-4786-a6c0-a015aebafa6f,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:28.796810 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-4d7c853a-b680-4e1b-b1df-06ed7d3463ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.802504 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-4d7c853a-b680-4e1b-b1df-06ed7d3463ff admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/7d6db33b-49a6-4786-a6c0-a015aebafa6f HTTP/1.1" status: 204 len: 168 time: 0.2503536 Oct 05 20:34:28.803245 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56374) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:28.804045 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce817df-eaa6-4244-a2a2-0632eafe24c1 None None] Network ee6333db-3e50-4178-bd81-2717c05d02a7 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:34:28.878458 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (ee6333db-3e50-4178-bd81-2717c05d02a7), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.921425 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Deleting port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:34:28.921860 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:28.985254 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] For port 416f00eb-f5ad-413c-8c50-66a4c8c995b2, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=416f00eb-f5ad-413c-8c50-66a4c8c995b2,segment=NetworkSegment(943df408-3a18-497e-911f-a0f1b136aa2e),segment_id=943df408-3a18-497e-911f-a0f1b136aa2e)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:34:28.985653 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.002013 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:29.003291 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Calling delete_port for 416f00eb-f5ad-413c-8c50-66a4c8c995b2 owned by network:dhcp {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:34:29.079746 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (416f00eb-f5ad-413c-8c50-66a4c8c995b2), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.105467 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] No DVR routers for this DVR port 416f00eb-f5ad-413c-8c50-66a4c8c995b2 on host dv-cinder-801522-12-iscsi {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:34:29.129402 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d5205e-7236-4580-9fe1-07ffc43eced0 None None] DHCP port deletion for ee6333db-3e50-4178-bd81-2717c05d02a7 request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:34:29.129609 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Pushing event deleted for resources: {'Port': ['ID=416f00eb-f5ad-413c-8c50-66a4c8c995b2,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:29.190685 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 416f00eb-f5ad-413c-8c50-66a4c8c995b2 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:34:29.191792 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (ee6333db-3e50-4178-bd81-2717c05d02a7), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.210876 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 416f00eb-f5ad-413c-8c50-66a4c8c995b2 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:34:29.211218 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 416f00eb-f5ad-413c-8c50-66a4c8c995b2 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:34:29.211624 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3a3dbcb1-2614-4b74-8daf-c25e6959f298 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:34:29.213844 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6333db-3e50-4178-bd81-2717c05d02a7']}} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:29.225195 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943df408-3a18-497e-911f-a0f1b136aa2e') {'for_net_delete': True} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:29.225597 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943df408-3a18-497e-911f-a0f1b136aa2e') {} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:29.230123 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 3a3dbcb1-2614-4b74-8daf-c25e6959f298 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:34:29.230470 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 3a3dbcb1-2614-4b74-8daf-c25e6959f298 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:34:29.230879 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c33b0810-388e-4885-94b1-613ffe5a7da2 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:34:29.237701 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60049891'] for segment (943df408-3a18-497e-911f-a0f1b136aa2e), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.249723 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: c33b0810-388e-4885-94b1-613ffe5a7da2 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:34:29.250365 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device c33b0810-388e-4885-94b1-613ffe5a7da2 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:34:29.253387 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (943df408-3a18-497e-911f-a0f1b136aa2e), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.260224 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=106132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:34:29.260718 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60451634'] for segment (943df408-3a18-497e-911f-a0f1b136aa2e), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.323105 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (ee6333db-3e50-4178-bd81-2717c05d02a7), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.329013 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.332641 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/ee6333db-3e50-4178-bd81-2717c05d02a7 HTTP/1.1" status: 204 len: 168 time: 0.5284069 Oct 05 20:34:29.336125 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56380) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:29.348452 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment 943df408-3a18-497e-911f-a0f1b136aa2e resource provider aggregate not found Oct 05 20:34:29.351377 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:29.352898 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7dee57-1999-4592-ab6b-13d74abb9500 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6333db-3e50-4178-bd81-2717c05d02a7,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:29.372700 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment 943df408-3a18-497e-911f-a0f1b136aa2e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 943df408-3a18-497e-911f-a0f1b136aa2e found for delete ", "request_id": "req-a79c0172-e2e1-4ce6-bd25-4223a4f06937"}]} Oct 05 20:34:29.661475 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.778639 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.878640 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Deleting port 7124bfef-8e7b-4316-b6ca-d1f20a84146d {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:34:29.878981 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.956691 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] For port 7124bfef-8e7b-4316-b6ca-d1f20a84146d, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7124bfef-8e7b-4316-b6ca-d1f20a84146d,segment=NetworkSegment(ac906488-4fc7-4576-93e5-81c99b582b5a),segment_id=ac906488-4fc7-4576-93e5-81c99b582b5a)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:34:29.956982 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:29.969899 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Calling delete_port for 7124bfef-8e7b-4316-b6ca-d1f20a84146d owned by network:router_interface {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:34:30.100332 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:30.145572 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (7124bfef-8e7b-4316-b6ca-d1f20a84146d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:30.170106 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Pushing event deleted for resources: {'Port': ['ID=7124bfef-8e7b-4316-b6ca-d1f20a84146d,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:30.223264 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:30.332784 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:30.532981 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:34:30.631682 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:34:30.636757 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-904b7bf6-6ae5-478f-a564-04d360d25525 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/e9b70ee4-a57e-4064-b302-5ab3df95b5f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2996194 Oct 05 20:34:30.639524 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56384) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:30.648239 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] Sync routers for ids ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:34:30.657505 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] Routers {'e9b70ee4-a57e-4064-b302-5ab3df95b5f7'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:34:30.658143 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:34:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:30.734979 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks [] for router (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:30.756982 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] Set router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:34:30.834942 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks [] for router_gateway (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:30.884957 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Deleting port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:34:30.885306 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:30.927347 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:34:30Z', 'revision_number': 5, 'project_id': '5ccbddcb715647b684259719d1429890', 'gw_port': {'id': '979977e4-ebb3-4ff4-bfb5-d9aec3e752b6', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:26:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:30.952395 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] Checking router: e9b70ee4-a57e-4064-b302-5ab3df95b5f7 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:34:30.961889 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] Routers {'e9b70ee4-a57e-4064-b302-5ab3df95b5f7'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:34:30.962547 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:34:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:30.967360 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] For port 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=979977e4-ebb3-4ff4-bfb5-d9aec3e752b6,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:34:30.967718 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:30.981787 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Calling delete_port for 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 owned by network:router_gateway {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:34:30.991566 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:31.048570 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] Set router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 gateway port host: None {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:34:31.100808 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:34:30Z', 'revision_number': 6, 'project_id': '5ccbddcb715647b684259719d1429890', 'gw_port_host': None}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:31.125506 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3e9f13-d8d4-4a97-9370-b248a576d8b4 None None] The sync data for ids ['e9b70ee4-a57e-4064-b302-5ab3df95b5f7'] in dv-cinder-801522-12-iscsi is: [{'id': 'e9b70ee4-a57e-4064-b302-5ab3df95b5f7', 'name': 'tempest-TestShelveInstance-447441906-router', 'tenant_id': '5ccbddcb715647b684259719d1429890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:29:49Z', 'updated_at': '2022-10-05T20:34:30Z', 'revision_number': 6, 'project_id': '5ccbddcb715647b684259719d1429890', 'gw_port_host': None}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:34:31.141854 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:31.160744 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (979977e4-ebb3-4ff4-bfb5-d9aec3e752b6), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.183707 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Pushing event deleted for resources: {'Port': ['ID=979977e4-ebb3-4ff4-bfb5-d9aec3e752b6,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:31.249539 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.333117 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.335781 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks [] for router_controller (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.375240 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (e9b70ee4-a57e-4064-b302-5ab3df95b5f7), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.375744 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9b70ee4-a57e-4064-b302-5ab3df95b5f7 {{(pid=106132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:34:31.379995 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.381699 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-2b96fa89-5cb9-4fbf-8f02-26e58bfb6843 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/e9b70ee4-a57e-4064-b302-5ab3df95b5f7 HTTP/1.1" status: 204 len: 168 time: 0.7411652 Oct 05 20:34:31.384166 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56386) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:31.428794 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75ed4ec-0abe-405d-bbf8-4c3424aea547 admin admin] Deleting subnet 2bcae14e-3a41-4399-a652-1927ef471e98 {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:34:31.431935 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a75ed4ec-0abe-405d-bbf8-4c3424aea547 admin admin] Publish callbacks [] for subnet (2bcae14e-3a41-4399-a652-1927ef471e98), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.469479 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a75ed4ec-0abe-405d-bbf8-4c3424aea547 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60049818'] for subnet (2bcae14e-3a41-4399-a652-1927ef471e98), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.548198 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a75ed4ec-0abe-405d-bbf8-4c3424aea547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (2bcae14e-3a41-4399-a652-1927ef471e98), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.601409 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a75ed4ec-0abe-405d-bbf8-4c3424aea547 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59052715'] for subnet (2bcae14e-3a41-4399-a652-1927ef471e98), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.628255 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ed4ec-0abe-405d-bbf8-4c3424aea547 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bcae14e-3a41-4399-a652-1927ef471e98,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:31.630154 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-a75ed4ec-0abe-405d-bbf8-4c3424aea547 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.633241 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-a75ed4ec-0abe-405d-bbf8-4c3424aea547 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/2bcae14e-3a41-4399-a652-1927ef471e98 HTTP/1.1" status: 204 len: 168 time: 0.2481370 Oct 05 20:34:31.634234 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7ca50b-5c0c-4f21-b453-485e092177cf None None] Network e15c20e0-0c2a-4846-b36a-ae70ce268077 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:34:31.635889 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56388) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:31.706002 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (e15c20e0-0c2a-4846-b36a-ae70ce268077), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.748837 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Deleting port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:34:31.749184 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.814344 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] For port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=724fd7d8-2d4d-409a-80c7-73f2d2cad49d,segment=NetworkSegment(ac906488-4fc7-4576-93e5-81c99b582b5a),segment_id=ac906488-4fc7-4576-93e5-81c99b582b5a)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:34:31.814620 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.884653 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] DHCP port deletion for e15c20e0-0c2a-4846-b36a-ae70ce268077 request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:34:31.926758 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Deleting port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d {{(pid=106134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:34:31.927133 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), before_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:31.998421 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] For port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=724fd7d8-2d4d-409a-80c7-73f2d2cad49d,segment=NetworkSegment(ac906488-4fc7-4576-93e5-81c99b582b5a),segment_id=ac906488-4fc7-4576-93e5-81c99b582b5a)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:34:31.998702 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), precommit_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.014011 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Calling delete_port for 724fd7d8-2d4d-409a-80c7-73f2d2cad49d owned by network:dhcp {{(pid=106134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:34:32.015477 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:32.070960 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Calling delete_port for 724fd7d8-2d4d-409a-80c7-73f2d2cad49d owned by network:dhcp {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:34:32.156241 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.161442 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:32.187244 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Pushing event deleted for resources: {'Port': ['ID=724fd7d8-2d4d-409a-80c7-73f2d2cad49d,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:32.194484 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] No DVR routers for this DVR port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d on host dv-cinder-801522-12-iscsi {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:34:32.231502 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (724fd7d8-2d4d-409a-80c7-73f2d2cad49d), after_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.234186 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:32.236511 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:32.257612 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Pushing event deleted for resources: {'Port': ['ID=724fd7d8-2d4d-409a-80c7-73f2d2cad49d,revision_number=None']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:32.263967 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] No DVR routers for this DVR port 724fd7d8-2d4d-409a-80c7-73f2d2cad49d on host dv-cinder-801522-12-iscsi {{(pid=106134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:34:32.270726 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.271075 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.272012 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.272347 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.272675 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.272998 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.273317 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.273663 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.274066 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.275399 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.275399 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.275399 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.275399 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.275759 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.275848 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026ad6dc-1429-4e21-a742-cd131a03bc6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:34:32.280978 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (e15c20e0-0c2a-4846-b36a-ae70ce268077), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.302164 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15c20e0-0c2a-4846-b36a-ae70ce268077']}} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:32.311625 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac906488-4fc7-4576-93e5-81c99b582b5a') {'for_net_delete': True} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:32.311920 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac906488-4fc7-4576-93e5-81c99b582b5a') {} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:34:32.322199 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60049891'] for segment (ac906488-4fc7-4576-93e5-81c99b582b5a), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.335826 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (ac906488-4fc7-4576-93e5-81c99b582b5a), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.342289 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=106132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:34:32.342696 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60451634'] for segment (ac906488-4fc7-4576-93e5-81c99b582b5a), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.385384 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment ac906488-4fc7-4576-93e5-81c99b582b5a resource provider aggregate not found Oct 05 20:34:32.402332 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment ac906488-4fc7-4576-93e5-81c99b582b5a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ac906488-4fc7-4576-93e5-81c99b582b5a found for delete ", "request_id": "req-c9415c53-8924-45e9-a075-14b49b931f72"}]} Oct 05 20:34:32.411391 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (e15c20e0-0c2a-4846-b36a-ae70ce268077), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.416336 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.419507 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/e15c20e0-0c2a-4846-b36a-ae70ce268077 HTTP/1.1" status: 204 len: 168 time: 0.7828884 Oct 05 20:34:32.432419 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaadd3-71c0-4daf-a4d8-0c3ff61c577d admin admin] Pushing event deleted for resources: {'Network': ['ID=e15c20e0-0c2a-4846-b36a-ae70ce268077,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:32.580138 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56396) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:32.619858 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-d59f9878-b0f0-4be3-9466-ca6467f16bfb admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3277eaeb27724447a3864927021c2b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385520 Oct 05 20:34:32.622203 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56398) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:32.669450 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-dbadc836-9ee6-483b-b3f7-4988d9cc1072 admin admin] Publish callbacks [] for security_group (20f74558-9110-4419-8e46-4f6b409819eb), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.689190 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-dbadc836-9ee6-483b-b3f7-4988d9cc1072 admin admin] Publish callbacks [] for security_group (20f74558-9110-4419-8e46-4f6b409819eb), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.736052 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-dbadc836-9ee6-483b-b3f7-4988d9cc1072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (20f74558-9110-4419-8e46-4f6b409819eb), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.738687 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-dbadc836-9ee6-483b-b3f7-4988d9cc1072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:32.739864 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-dbadc836-9ee6-483b-b3f7-4988d9cc1072 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/20f74558-9110-4419-8e46-4f6b409819eb HTTP/1.1" status: 204 len: 168 time: 0.1167924 Oct 05 20:34:32.748514 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbadc836-9ee6-483b-b3f7-4988d9cc1072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f74558-9110-4419-8e46-4f6b409819eb,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:33.022012 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7124bfef-8e7b-4316-b6ca-d1f20a84146d no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:34:33.041029 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 7124bfef-8e7b-4316-b6ca-d1f20a84146d {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:34:33.041377 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7124bfef-8e7b-4316-b6ca-d1f20a84146d not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:34:33.041806 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 724fd7d8-2d4d-409a-80c7-73f2d2cad49d no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:34:33.062677 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 724fd7d8-2d4d-409a-80c7-73f2d2cad49d {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:34:33.063020 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 724fd7d8-2d4d-409a-80c7-73f2d2cad49d not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:34:33.063422 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:34:33.075735 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56404) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:33.082123 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:34:33.082477 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 979977e4-ebb3-4ff4-bfb5-d9aec3e752b6 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:34:33.117433 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-84712a32-90a1-4521-af1e-5b9b1662451b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5ccbddcb715647b684259719d1429890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405672 Oct 05 20:34:33.119977 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56406) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:34:33.169060 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1b308ea1-fd9e-4fa3-87a5-d18c19f03a5d admin admin] Publish callbacks [] for security_group (c916d443-cee2-455e-ade4-7d38567da499), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:33.176312 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:33.190285 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1b308ea1-fd9e-4fa3-87a5-d18c19f03a5d admin admin] Publish callbacks [] for security_group (c916d443-cee2-455e-ade4-7d38567da499), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:33.236244 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1b308ea1-fd9e-4fa3-87a5-d18c19f03a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (c916d443-cee2-455e-ade4-7d38567da499), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:33.238878 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-1b308ea1-fd9e-4fa3-87a5-d18c19f03a5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:33.240010 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-1b308ea1-fd9e-4fa3-87a5-d18c19f03a5d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c916d443-cee2-455e-ade4-7d38567da499 HTTP/1.1" status: 204 len: 168 time: 0.1191320 Oct 05 20:34:33.247602 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b308ea1-fd9e-4fa3-87a5-d18c19f03a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c916d443-cee2-455e-ade4-7d38567da499,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:34:42.422693 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=20,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:42.423743 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=11,neutron:DELETE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:43.066006 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:43.242992 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=87,neutron:DELETE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:43.243680 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=7,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:43.261068 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:46.782885 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=19 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:46.786847 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=30 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:34:47.222271 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-0b98f4ee-d9d2-4c86-b42d-20e50dcd6c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:49.572736 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-20cf3974-45a0-4bab-b5fc-eafa3655ec37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:50.966648 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:51.824692 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:34:52.570247 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:52.737313 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:34:59.795381 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:01.819666 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:01.820942 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:03.622053 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-e45b8891-958d-4111-a347-287613c1fa9b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376005 Oct 05 20:35:03.696816 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-b69e50d1-e04b-4983-8415-132f77053168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:03.698658 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-b69e50d1-e04b-4983-8415-132f77053168 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 1129 time: 0.0393295 Oct 05 20:35:03.801923 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-d26deeb0-3f6c-4593-94e4-5c4c09c60216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:03.803350 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-d26deeb0-3f6c-4593-94e4-5c4c09c60216 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0873685 Oct 05 20:35:03.863761 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-2040fcb2-329e-494d-87e6-21a76ba618a8 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8442c9-a216-465d-989a-71ac69a03040 HTTP/1.1" status: 200 len: 1000 time: 0.0540283 Oct 05 20:35:03.915682 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-ca1d5b77-5c22-4a92-b623-1f76daa3f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:03.917099 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-ca1d5b77-5c22-4a92-b623-1f76daa3f7af service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0467217 Oct 05 20:35:03.959086 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-1b771e7b-9b3b-433b-955a-f7f8a92d58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:03.960504 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-1b771e7b-9b3b-433b-955a-f7f8a92d58f8 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377562 Oct 05 20:35:04.048435 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-28ec446e-2c31-4fc7-b20d-34687aa9a3b9 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816431 Oct 05 20:35:04.391821 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-741434ac-69af-4a4e-8aea-e3aba3285acc req-45a526a2-b894-44bb-be8a-f0926f449f92 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375514 Oct 05 20:35:09.790045 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:09.791816 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:14.387517 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=45 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:14.388310 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=56 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:17.224333 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-c4d74114-5faa-4371-953b-ba0e0f09649d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:19.573540 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-603503fd-aa83-4b78-a117-6b2421c164da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:20.969436 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:22.574664 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:22.654694 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-079638a7-9f2f-47aa-9889-227522172b33 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1699702566&fields=id&tenant_id=3dae2633ff47484981df67d10b94de47 HTTP/1.1" status: 200 len: 267 time: 0.0450935 Oct 05 20:35:22.739221 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:22.763392 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-09bb12b6-c926-4f53-b356-7103298db22c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:22.764833 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-09bb12b6-c926-4f53-b356-7103298db22c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 811 time: 0.1037743 Oct 05 20:35:22.779124 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-5a8c08e4-bcbc-4ca0-8068-35ae34335dc7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/quotas/3dae2633ff47484981df67d10b94de47 HTTP/1.1" status: 200 len: 375 time: 0.0088148 Oct 05 20:35:22.831553 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-4e9a483a-335d-4f81-939f-145b71c9db1d tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470119 Oct 05 20:35:22.939779 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-66b2b50b-8703-4a10-8aec-49f4d1470479 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106133) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 05 20:35:22.940769 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-66b2b50b-8703-4a10-8aec-49f4d1470479 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0977097 Oct 05 20:35:23.032749 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-208d5ec6-fa3f-40bf-9883-7adc0295dc8e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850897 Oct 05 20:35:23.124135 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ff48f387-73bc-42dd-abbe-af209a36b0c4 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856960 Oct 05 20:35:23.788421 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:23.792859 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=5 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:24.428611 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-23277e01-4a99-41e7-91fd-307e71121403 req-b89fac19-5a5e-4d33-a179-6952151a341b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 210 time: 0.0279338 Oct 05 20:35:25.508914 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-5a88b93c-f3dc-49e3-8bf3-af0c34bb56c4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:25.510401 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-5a88b93c-f3dc-49e3-8bf3-af0c34bb56c4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 811 time: 0.1039629 Oct 05 20:35:25.543885 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-58982c2d-d20a-45ca-a73d-e2fc53ee8805 req-f8c92628-7323-4804-9829-81f19b61a3d2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 210 time: 0.0324950 Oct 05 20:35:25.596547 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-545575a9-b100-492e-92b2-12595ca4af50 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3dae2633ff47484981df67d10b94de47 HTTP/1.1" status: 200 len: 380 time: 0.0599127 Oct 05 20:35:25.605083 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'port': {'device_id': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'admin_state_up': True, 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'security_groups': ['eb2cf443-f833-4d24-99e5-c3c02ef3d3e1']}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:35:25.713011 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Made reservation on behalf of 3dae2633ff47484981df67d10b94de47 for: {'port': 1} {{(pid=106133) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 05 20:35:25.716891 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:25.843841 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Allocated IP 172.20.0.13 (b5d8f50d-95d6-435a-b37d-e150d362eed6/7c13e6f7-a8dc-4ade-bca8-b9160e16328d/0f5039cf-6b79-4ac1-81a2-f922be04afa3) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:35:25.928667 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:25.938422 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:25.988358 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.019693 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.067100 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:35:26.073406 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:35:26.075336 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'Port': ['ID=0f5039cf-6b79-4ac1-81a2-f922be04afa3,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:35:26.077554 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:35:26.104241 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.104389 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.104672 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.105014 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.105354 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.105711 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.106044 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.106367 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.106725 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.107028 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.107330 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.107772 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.107976 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.108654 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.108654 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:35:26.141919 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:26.142537 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.160361 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-b1b1c724-1ada-4e7e-bc29-ad485573a11b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5593412 Oct 05 20:35:26.178345 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Request body: {'port': {'device_id': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80152'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:35:26.248038 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.329194 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-a2d70bd9-c03e-4455-b248-6e47b84abb4a None None] Provisioning complete for port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 triggered by entity DHCP. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:35:26.329817 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-a2d70bd9-c03e-4455-b248-6e47b84abb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.329984 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-a2d70bd9-c03e-4455-b248-6e47b84abb4a None None] Attempt 1 to provision port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 Oct 05 20:35:26.361760 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-a2d70bd9-c03e-4455-b248-6e47b84abb4a None None] Port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 cannot update to ACTIVE because it is not bound. {{(pid=106134) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 05 20:35:26.499360 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5039cf-6b79-4ac1-81a2-f922be04afa3 {{(pid=106133) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:35:26.506680 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Publish callbacks [] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.519415 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.provisioning_blocks [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Transition to ACTIVE for port object 0f5039cf-6b79-4ac1-81a2-f922be04afa3 will not be triggered until provisioned by entity L2. {{(pid=106133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 05 20:35:26.523267 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.606404 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10502f-857e-4f14-805f-966655739380 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5039cf-6b79-4ac1-81a2-f922be04afa3,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:35:26.636984 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Attempting to bind port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 on host hv-cinder-80152 for vnic_type normal with profile {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 05 20:35:26.637320 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Attempting to bind port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 by drivers openvswitch,hyperv on host hv-cinder-80152 at level 0 using segments [{'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 05 20:35:26.637685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Attempting to bind port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 on network b5d8f50d-95d6-435a-b37d-e150d362eed6 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:35:26.663996 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f6cd5-a4f0-49fb-9aaf-dac80089ecff req-31b2bdf4-1bb9-496c-a87f-0acf45afca06 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:26.666127 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bb9f6cd5-a4f0-49fb-9aaf-dac80089ecff req-31b2bdf4-1bb9-496c-a87f-0acf45afca06 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 944 time: 0.0473297 Oct 05 20:35:26.680195 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 on network b5d8f50d-95d6-435a-b37d-e150d362eed6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80152 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 05 20:35:26.680521 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Attempting to bind port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 on network b5d8f50d-95d6-435a-b37d-e150d362eed6 {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 05 20:35:26.716392 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-bb9f6cd5-a4f0-49fb-9aaf-dac80089ecff req-66b9ef39-c222-4ff8-89cf-e56c3ad5093c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446162 Oct 05 20:35:26.721227 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:26.724099 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Checking agent: {'id': '6bd2816f-1f05-4424-bade-a8f932eea19a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80152', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'started_at': datetime.datetime(2022, 10, 5, 20, 19, 57), 'heartbeat_timestamp': datetime.datetime(2022, 10, 5, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 05 20:35:26.724437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Checking segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 05 20:35:26.724826 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Bound using segment: {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'} {{(pid=106133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 05 20:35:26.725390 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.managers [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Bound port: 0f5039cf-6b79-4ac1-81a2-f922be04afa3, host: hv-cinder-80152, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341ed03d-94f1-442b-8208-452c8003b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6'}}] {{(pid=106133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 05 20:35:26.725783 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.729127 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:26.793378 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] For port 0f5039cf-6b79-4ac1-81a2-f922be04afa3, host hv-cinder-80152, cleared binding levels {{(pid=106133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 05 20:35:26.796498 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] For port 0f5039cf-6b79-4ac1-81a2-f922be04afa3, host hv-cinder-80152, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 05 20:35:26.802167 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.806202 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:26.806808 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:26.808167 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-ef10502f-857e-4f14-805f-966655739380 service neutron] 10.222.0.15 "PUT /networking/v2.0/ports/0f5039cf-6b79-4ac1-81a2-f922be04afa3 HTTP/1.1" status: 200 len: 1094 time: 0.6357379 Oct 05 20:35:26.808720 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:35:26.810995 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0436b729-c674-4224-939d-28999b1babd9" -d '{"events": [{"name": "network-changed", "server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:35:26.851014 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f80dccd8-3dab-4fdc-8a89-e9e632e91b06 x-openstack-request-id: req-f80dccd8-3dab-4fdc-8a89-e9e632e91b06 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:35:26.851306 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:35:26.851685 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f80dccd8-3dab-4fdc-8a89-e9e632e91b06 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:35:26.852100 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f80dccd8-3dab-4fdc-8a89-e9e632e91b06'] response: {'name': 'network-changed', 'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'status': 'completed', 'code': 200} Oct 05 20:35:26.866004 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10502f-857e-4f14-805f-966655739380 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5039cf-6b79-4ac1-81a2-f922be04afa3,revision_number=3']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:35:26.918478 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-8f5075dc-1b3a-49a1-8ada-a573c0c1787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:26.919942 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-8f5075dc-1b3a-49a1-8ada-a573c0c1787b service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 1128 time: 0.0402029 Oct 05 20:35:26.965475 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-d2e305ed-919a-41ca-9816-7e5eafec9aa0 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3 HTTP/1.1" status: 200 len: 217 time: 0.0323966 Oct 05 20:35:27.014875 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-9169b7a2-44f2-4c27-8e4c-277247fe5cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:27.016290 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-9169b7a2-44f2-4c27-8e4c-277247fe5cb0 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0455651 Oct 05 20:35:27.058569 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-991b19d2-23a8-4a1d-9f7a-1f81817df9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:27.059933 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-991b19d2-23a8-4a1d-9f7a-1f81817df9d2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0377734 Oct 05 20:35:27.150418 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-d4144f66-750c-42e9-9f68-8376a82b0a67 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847180 Oct 05 20:35:27.236964 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-92075cd8-c53b-4f2c-8782-2f53b2427d7c req-62d2cb91-6920-44c8-abd3-4bd51e9ba796 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809567 Oct 05 20:35:27.608579 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436b729-c674-4224-939d-28999b1babd9 req-026eaa7e-bc1e-4386-9642-dacb537ef0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:27.610048 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0436b729-c674-4224-939d-28999b1babd9 req-026eaa7e-bc1e-4386-9642-dacb537ef0d0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 1128 time: 0.0387712 Oct 05 20:35:27.837759 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436b729-c674-4224-939d-28999b1babd9 req-3d5b621b-19dd-4bc7-986e-b9fb76216b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:27.839208 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0436b729-c674-4224-939d-28999b1babd9 req-3d5b621b-19dd-4bc7-986e-b9fb76216b42 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0906305 Oct 05 20:35:27.841183 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824bef8-cfa3-4ce0-b3e4-642ef7911970 req-4ec14e5b-84c0-4817-b814-667ddf6f723c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:27.842674 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0824bef8-cfa3-4ce0-b3e4-642ef7911970 req-4ec14e5b-84c0-4817-b814-667ddf6f723c tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 944 time: 0.0497537 Oct 05 20:35:27.892601 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-0824bef8-cfa3-4ce0-b3e4-642ef7911970 req-c5d8577a-1f02-4390-a189-73c9a74971c5 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441506 Oct 05 20:35:28.328704 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0436b729-c674-4224-939d-28999b1babd9 req-32525bdf-e911-4e04-b98a-9f17da9250e8 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3 HTTP/1.1" status: 200 len: 217 time: 0.0328791 Oct 05 20:35:28.380094 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436b729-c674-4224-939d-28999b1babd9 req-df118cab-6c1b-4479-905a-39dbdc61ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:28.381466 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0436b729-c674-4224-939d-28999b1babd9 req-df118cab-6c1b-4479-905a-39dbdc61ebe3 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0472190 Oct 05 20:35:28.424353 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436b729-c674-4224-939d-28999b1babd9 req-43c39741-3cd8-40a7-8666-fa0e91c3e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:28.425888 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0436b729-c674-4224-939d-28999b1babd9 req-43c39741-3cd8-40a7-8666-fa0e91c3e3e2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376799 Oct 05 20:35:28.516869 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0436b729-c674-4224-939d-28999b1babd9 req-4cf7e81f-87f0-4e5f-8b2f-9c34bd011978 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851495 Oct 05 20:35:28.606119 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0436b729-c674-4224-939d-28999b1babd9 req-2278ffe6-7dd6-4f91-8468-cc1e49c3d3ff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840218 Oct 05 20:35:28.824243 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:35:29.013413 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a297c9a-0fef-4db0-9a36-d2fa55e8348d req-1765c1ae-5e88-45ed-bdaa-c21b2ef505d2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:29.014910 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5a297c9a-0fef-4db0-9a36-d2fa55e8348d req-1765c1ae-5e88-45ed-bdaa-c21b2ef505d2 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 944 time: 0.0482528 Oct 05 20:35:29.035259 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:29.056368 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:29.066178 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-5a297c9a-0fef-4db0-9a36-d2fa55e8348d req-3ea27d21-2879-4622-abfd-40cf584d23f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456796 Oct 05 20:35:29.242056 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 0f5039cf-6b79-4ac1-81a2-f922be04afa3 details requested by agent hyperv_hv-cinder-80152 with host hv-cinder-80152 {{(pid=106134) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 05 20:35:29.338107 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 0f5039cf-6b79-4ac1-81a2-f922be04afa3, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:35:29.348870 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Returning: {'device': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'port_id': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'mac_address': 'fa:16:3e:1f:ce:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106134) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 05 20:35:29.385275 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 is: DOWN; New status is: BUILD {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:35:29.385686 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:29.398303 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5039cf-6b79-4ac1-81a2-f922be04afa3 {{(pid=106134) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 05 20:35:29.420796 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 0f5039cf-6b79-4ac1-81a2-f922be04afa3, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:35:29.424408 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:29.469349 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=0f5039cf-6b79-4ac1-81a2-f922be04afa3,revision_number=4']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:35:29.701730 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] get_ports_and_sgs() called for port_ids ['0f5039cf-6b79-4ac1-81a2-f922be04afa3'] {{(pid=106134) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 05 20:35:29.807745 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:30.187008 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f67ca7-738e-4381-8597-b897b1998716 req-dcbd8902-c1cd-4ff8-aba7-9fc976a49c34 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:30.188442 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e8f67ca7-738e-4381-8597-b897b1998716 req-dcbd8902-c1cd-4ff8-aba7-9fc976a49c34 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 945 time: 0.0457323 Oct 05 20:35:30.237364 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-e8f67ca7-738e-4381-8597-b897b1998716 req-36997469-1a72-46fc-8579-2610ad253af8 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 Oct 05 20:35:31.260796 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 0f5039cf-6b79-4ac1-81a2-f922be04afa3 up at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 05 20:35:31.302761 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning for port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 completed by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 05 20:35:31.309403 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.provisioning_blocks [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Provisioning complete for port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 triggered by entity L2. {{(pid=106134) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 05 20:35:31.309834 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1873447'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), provisioning_complete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:31.310167 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Attempt 1 to provision port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 Oct 05 20:35:31.348473 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:31.355256 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:31.364546 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880f064-86c1-4cbe-a869-4168da31b706 req-6ddc1fb3-7cc1-4d14-bfd8-7e21b169e09a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:31.366053 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9880f064-86c1-4cbe-a869-4168da31b706 req-6ddc1fb3-7cc1-4d14-bfd8-7e21b169e09a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 945 time: 0.0532205 Oct 05 20:35:31.390218 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Current status of the port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 is: BUILD; New status is: ACTIVE {{(pid=106134) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 05 20:35:31.390602 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), before_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:31.413000 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3'}] {{(pid=106134) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:35:31.415708 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9880f064-86c1-4cbe-a869-4168da31b706 req-0141e28f-1c2d-4823-b07e-468d0b8a9db6 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Oct 05 20:35:31.415884 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1492dc0dfefad1ffc26e5b45c30e1ddda6d7037074480cb885adea25f2d8f43b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870e227a-68d5-4c17-8b82-ee75f031f0e3" -d '{"events": [{"server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "name": "network-vif-plugged", "status": "completed", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3"}]}' {{(pid=106134) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:35:31.428520 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] For port 0f5039cf-6b79-4ac1-81a2-f922be04afa3, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:35:31.438888 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:31.461587 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97bd9e2-1ba4-4d29-9aca-2992ae2ad798 x-openstack-request-id: req-d97bd9e2-1ba4-4d29-9aca-2992ae2ad798 {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:35:31.461898 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "name": "network-vif-plugged", "status": "completed", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3", "code": 200}]} {{(pid=106134) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:35:31.462165 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d97bd9e2-1ba4-4d29-9aca-2992ae2ad798 {{(pid=106134) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:35:31.462530 dv-cinder-801522-12-iscsi neutron-server[106134]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97bd9e2-1ba4-4d29-9aca-2992ae2ad798'] response: {'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'code': 200} Oct 05 20:35:31.487297 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Pushing event updated for resources: {'Port': ['ID=0f5039cf-6b79-4ac1-81a2-f922be04afa3,revision_number=5']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:35:31.697756 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44e63b-37a1-48ac-a36e-f5bc064e7bf0 req-78bab889-b1ea-42d3-9895-a59fb2336e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:31.699226 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4b44e63b-37a1-48ac-a36e-f5bc064e7bf0 req-78bab889-b1ea-42d3-9895-a59fb2336e9e service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 1130 time: 0.0396655 Oct 05 20:35:31.744451 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-4b44e63b-37a1-48ac-a36e-f5bc064e7bf0 req-26b8d053-8de3-4c2c-bfba-fd165d9b6abf service neutron] 10.222.0.15 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395582 Oct 05 20:35:32.540134 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec5f9b-c497-4730-a31f-6469880bf328 req-165fcfb2-492a-44d7-b058-13c3aabf060d tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:32.541614 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9cec5f9b-c497-4730-a31f-6469880bf328 req-165fcfb2-492a-44d7-b058-13c3aabf060d tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 946 time: 0.0507922 Oct 05 20:35:32.590204 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9cec5f9b-c497-4730-a31f-6469880bf328 req-2e01447a-bc60-44b4-a05f-ef8ca7892864 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430725 Oct 05 20:35:33.710437 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fdec6-d411-4a95-b486-b67427905789 req-1d78b91a-094c-4b5d-a3ce-b4b14848af7a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:33.711950 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-754fdec6-d411-4a95-b486-b67427905789 req-1d78b91a-094c-4b5d-a3ce-b4b14848af7a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 946 time: 0.0465317 Oct 05 20:35:33.763879 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-754fdec6-d411-4a95-b486-b67427905789 req-b636626e-2677-4a6b-8c41-29f97d8b4b02 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464833 Oct 05 20:35:33.885461 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061cc15-4b3b-4f63-b57d-fd70e7881878 req-0b5d3a87-202c-48ad-9b1d-e5cabd1b8516 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:33.886960 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e061cc15-4b3b-4f63-b57d-fd70e7881878 req-0b5d3a87-202c-48ad-9b1d-e5cabd1b8516 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 946 time: 0.0472703 Oct 05 20:35:33.935660 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-e061cc15-4b3b-4f63-b57d-fd70e7881878 req-4f31d102-ad6f-4b79-aa2b-ea2347990cce tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431702 Oct 05 20:35:33.963804 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56494) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:35:34.000156 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51372d93-d0aa-47f9-babf-cb699e530fd9 tempest-TestVolumeBootPattern-799224635 tempest-TestVolumeBootPattern-799224635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:34.001623 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-51372d93-d0aa-47f9-babf-cb699e530fd9 tempest-TestVolumeBootPattern-799224635 tempest-TestVolumeBootPattern-799224635-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 1125 time: 0.0368545 Oct 05 20:35:34.004224 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56496) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:35:34.008253 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.v2.base [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Request body: {'floatingip': {'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'port_id': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106133) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 05 20:35:34.029387 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:34.109620 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (None), before_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:34.215797 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_common [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Allocated IP 172.27.0.214 (2294ff61-8c5b-4f55-90f8-40dbe6da6e68/d47ae0eb-e928-4e9e-ace8-44790d28f438/8cf34235-7d1d-4e39-801a-40bb95cac127) {{(pid=106133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 05 20:35:34.317123 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for port (8cf34235-7d1d-4e39-801a-40bb95cac127), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:34.349293 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748951355356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (8cf34235-7d1d-4e39-801a-40bb95cac127), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:34.391024 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Network 2294ff61-8c5b-4f55-90f8-40dbe6da6e68 is already hosted by enough agents. {{(pid=106133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 05 20:35:34.395531 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.base_scheduler [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Resources bound (agent type, host, resource id): {{(pid=106133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 05 20:35:34.400134 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Received port after_create {{(pid=106133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:541}} Oct 05 20:35:34.404596 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:34.422095 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'Port': ['ID=8cf34235-7d1d-4e39-801a-40bb95cac127,revision_number=1']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:35:34.425826 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:34.748661 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (53a3a6f3-c288-44a3-9f5b-6ca29a8701a4), precommit_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:34.816542 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1999767'] for port (8cf34235-7d1d-4e39-801a-40bb95cac127), before_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:34.965860 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for port (8cf34235-7d1d-4e39-801a-40bb95cac127), precommit_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:34.970060 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748951844033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748951355374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748951356420', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-60664179'] for port (8cf34235-7d1d-4e39-801a-40bb95cac127), after_update {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:35.034506 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event updated for resources: {'Port': ['ID=8cf34235-7d1d-4e39-801a-40bb95cac127,revision_number=2']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:35:35.038073 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-615234'] for floatingip (53a3a6f3-c288-44a3-9f5b-6ca29a8701a4), after_create {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:35.135170 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Floating IP 53a3a6f3-c288-44a3-9f5b-6ca29a8701a4 associated. External IP: 172.27.0.214, port: 0f5039cf-6b79-4ac1-81a2-f922be04afa3. Oct 05 20:35:35.265040 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:35.267125 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:35.335355 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Router 5764961f-54a8-4a64-84c0-30d4d424bdf8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:35:35.437326 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:35:35.447656 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] Sync routers for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:35:35.455535 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:35.457271 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:35:35.457922 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:35:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:35:35.485077 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-5153e57f-2f20-4261-b054-0a0c3a20becf tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4798861 Oct 05 20:35:35.485846 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:35:35.488207 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef95129-5952-4380-8496-5c419b4feb03" -d '{"events": [{"name": "network-changed", "server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:35:35.527379 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61a1336-f806-4738-970f-3d81f076056a x-openstack-request-id: req-d61a1336-f806-4738-970f-3d81f076056a {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:35:35.527671 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:35:35.527928 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d61a1336-f806-4738-970f-3d81f076056a {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:35:35.528407 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61a1336-f806-4738-970f-3d81f076056a'] response: {'name': 'network-changed', 'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'status': 'completed', 'code': 200} Oct 05 20:35:35.559781 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:35:35.613148 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef95129-5952-4380-8496-5c419b4feb03 req-25b319ee-9fa3-475c-84bc-792a9266af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:35.614609 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9ef95129-5952-4380-8496-5c419b4feb03 req-25b319ee-9fa3-475c-84bc-792a9266af39 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 1130 time: 0.0384841 Oct 05 20:35:35.777551 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '53a3a6f3-c288-44a3-9f5b-6ca29a8701a4', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:1f:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:35:34Z', 'updated_at': '2022-10-05T20:35:34Z', 'revision_number': 0, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}, {'id': 'fa97ddbb-2a8f-42fa-a280-e374e602b42d', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:33:54Z', 'updated_at': '2022-10-05T20:33:56Z', 'revision_number': 1, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:35:35.809372 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] Checking router: 5764961f-54a8-4a64-84c0-30d4d424bdf8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:35:35.818414 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:35:35.819025 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:35:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:35:35.921597 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:35:35.966472 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef95129-5952-4380-8496-5c419b4feb03 req-5348815e-a8e5-4a2e-9f5c-0eaf8d5859ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:35.967986 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9ef95129-5952-4380-8496-5c419b4feb03 req-5348815e-a8e5-4a2e-9f5c-0eaf8d5859ec service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.3475370 Oct 05 20:35:36.028174 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9ef95129-5952-4380-8496-5c419b4feb03 req-8f845f8e-a5f7-4292-b09f-a996b57ca366 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3 HTTP/1.1" status: 200 len: 1000 time: 0.0540278 Oct 05 20:35:36.075991 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef95129-5952-4380-8496-5c419b4feb03 req-7585ea55-7493-4bc2-94e0-ae100a9b0f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:36.077436 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9ef95129-5952-4380-8496-5c419b4feb03 req-7585ea55-7493-4bc2-94e0-ae100a9b0f45 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0444140 Oct 05 20:35:36.123143 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef95129-5952-4380-8496-5c419b4feb03 req-2ceaa859-8899-438f-bd47-a84fa4a69e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:35:36.124758 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9ef95129-5952-4380-8496-5c419b4feb03 req-2ceaa859-8899-438f-bd47-a84fa4a69e7c service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419672 Oct 05 20:35:36.136825 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '53a3a6f3-c288-44a3-9f5b-6ca29a8701a4', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:1f:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:35:34Z', 'updated_at': '2022-10-05T20:35:34Z', 'revision_number': 0, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}, {'id': 'fa97ddbb-2a8f-42fa-a280-e374e602b42d', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:33:54Z', 'updated_at': '2022-10-05T20:33:56Z', 'revision_number': 1, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:35:36.160842 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b81e3ff-e7ad-4415-b9ee-5760ddc84f6c None None] The sync data for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi is: [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': '53a3a6f3-c288-44a3-9f5b-6ca29a8701a4', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.214', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:1f:ce:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:35:34Z', 'updated_at': '2022-10-05T20:35:34Z', 'revision_number': 0, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}, {'id': 'fa97ddbb-2a8f-42fa-a280-e374e602b42d', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:33:54Z', 'updated_at': '2022-10-05T20:33:56Z', 'revision_number': 1, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:35:36.218140 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9ef95129-5952-4380-8496-5c419b4feb03 req-f75a7cf2-346f-4375-9edb-8a3550a37a97 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876071 Oct 05 20:35:36.313273 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-9ef95129-5952-4380-8496-5c419b4feb03 req-c5b99fe4-f5bd-430e-b433-dba7f8fdd32a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899856 Oct 05 20:35:36.350775 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ae2778-0ebd-4a5b-b720-90b865f942b7 None None] New status for floating IP 53a3a6f3-c288-44a3-9f5b-6ca29a8701a4: ACTIVE {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:35:43.751923 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=34 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:43.760237 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=40 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:46.139588 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=70 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:46.140278 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=81,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:46.303311 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:46.310046 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:46.450482 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:46.453706 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:35:47.227235 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-cfe99b86-9eb1-4fc0-89a0-6b344fde2ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:49.575555 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-116d11cd-9f80-4b26-b407-8cde58bdfd5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:50.973462 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:52.577506 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:52.768662 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:35:59.806846 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:00.794081 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:00.798860 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:05.589008 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-29a907c6-5949-4e27-b7bc-46a66206fce0 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376191 Oct 05 20:36:05.687636 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-6e92f3d8-adcc-4410-b9fa-2f11d87db989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:36:05.689129 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-6e92f3d8-adcc-4410-b9fa-2f11d87db989 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 1129 time: 0.0383654 Oct 05 20:36:05.793426 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-00badca9-3191-4cb1-bc03-e4736adccfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:36:05.794905 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-00badca9-3191-4cb1-bc03-e4736adccfc1 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0872397 Oct 05 20:36:05.822342 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:36:05.858233 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-0351b2b5-dd93-45f7-af1e-631584784f22 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8442c9-a216-465d-989a-71ac69a03040 HTTP/1.1" status: 200 len: 1000 time: 0.0578520 Oct 05 20:36:05.905789 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-d8cb1a54-e58c-4d91-84ad-48e7be107661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:36:05.907260 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-d8cb1a54-e58c-4d91-84ad-48e7be107661 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0435002 Oct 05 20:36:05.949665 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-5b3861ae-2f9a-4282-94c9-bc4dc23accf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:36:05.951079 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-5b3861ae-2f9a-4282-94c9-bc4dc23accf9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382080 Oct 05 20:36:06.040189 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-aa4ab919-587d-4a0e-ace9-a650ac0f298a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832779 Oct 05 20:36:06.128349 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-0ac00de0-6664-4b54-9b7d-ad7fa779f1b6 req-ff54a523-9d25-4c7c-a154-59039707f704 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817869 Oct 05 20:36:09.796251 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:09.802999 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:15.818106 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:16.123831 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=56 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:16.125838 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=45 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:17.229228 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-bf975ecc-9ccd-4289-89af-b3f7404a94ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:19.576717 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2fd4f925-25e7-4e53-aa22-0616b5b86421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:20.976698 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:22.579708 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:22.747117 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:29.801038 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:39.794392 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=12 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:39.796290 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=6,neutron:UPDATE=6 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:42.805490 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=16 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:42.808498 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=16 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:42.819973 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:36:47.231481 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-54f1d19f-ce09-4134-89f3-3f646a4847d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:49.578185 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-407190fc-6569-4cb3-9370-a40e4f76a6da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:50.977232 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:52.581186 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:52.746966 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:36:52.816209 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:36:59.819543 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:07.596718 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-161ba985-f0db-435d-9adf-69e107cdb863 req-de75c35a-6997-494f-ab36-0177d6b021a2 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430934 Oct 05 20:37:07.673869 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ba985-f0db-435d-9adf-69e107cdb863 req-e24c460b-b884-4b6a-b41f-c9382efa7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:07.675319 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-161ba985-f0db-435d-9adf-69e107cdb863 req-e24c460b-b884-4b6a-b41f-c9382efa7b97 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 1130 time: 0.0392530 Oct 05 20:37:07.778170 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ba985-f0db-435d-9adf-69e107cdb863 req-ee60bbae-f7c0-477a-9915-c5ba00479436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:07.779609 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-161ba985-f0db-435d-9adf-69e107cdb863 req-ee60bbae-f7c0-477a-9915-c5ba00479436 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0872409 Oct 05 20:37:07.841833 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-161ba985-f0db-435d-9adf-69e107cdb863 req-888477b9-303f-4855-b25d-4697c47b3817 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3 HTTP/1.1" status: 200 len: 1002 time: 0.0565648 Oct 05 20:37:07.888665 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ba985-f0db-435d-9adf-69e107cdb863 req-b8a56b8b-8072-4174-8ee7-d53d913cd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:07.891212 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-161ba985-f0db-435d-9adf-69e107cdb863 req-b8a56b8b-8072-4174-8ee7-d53d913cd6e7 service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0444052 Oct 05 20:37:07.934319 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ba985-f0db-435d-9adf-69e107cdb863 req-4e6050b1-839f-4e8b-bc83-c0c90f9627a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:07.935788 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-161ba985-f0db-435d-9adf-69e107cdb863 req-4e6050b1-839f-4e8b-bc83-c0c90f9627a6 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0386901 Oct 05 20:37:08.028284 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-161ba985-f0db-435d-9adf-69e107cdb863 req-8e8acab7-abc6-4121-9b4f-43ef4874ca2e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866628 Oct 05 20:37:08.119777 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-161ba985-f0db-435d-9adf-69e107cdb863 req-6b19b675-1008-4933-950e-f60d7a98909a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856650 Oct 05 20:37:09.809063 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:09.815960 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:14.489364 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56526) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:14.671165 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Deleting port 8cf34235-7d1d-4e39-801a-40bb95cac127 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:14.671504 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (8cf34235-7d1d-4e39-801a-40bb95cac127), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:14.745560 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (8cf34235-7d1d-4e39-801a-40bb95cac127), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:14.745808 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (8cf34235-7d1d-4e39-801a-40bb95cac127), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:14.757994 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Calling delete_port for 8cf34235-7d1d-4e39-801a-40bb95cac127 owned by network:floatingip {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:14.861213 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:14.898351 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:14.902118 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (8cf34235-7d1d-4e39-801a-40bb95cac127), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:14.928861 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event deleted for resources: {'Port': ['ID=8cf34235-7d1d-4e39-801a-40bb95cac127,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:14.957048 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.957388 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.957749 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.958091 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.958421 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.958727 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.959047 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.959363 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.959682 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.959998 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.960335 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.960634 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.960947 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.961260 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:14.961601 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:15.000703 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (53a3a6f3-c288-44a3-9f5b-6ca29a8701a4), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:15.000956 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Floating IP 53a3a6f3-c288-44a3-9f5b-6ca29a8701a4 disassociated (deleted). External IP: 172.27.0.214, port: 0f5039cf-6b79-4ac1-81a2-f922be04afa3. Oct 05 20:37:15.197463 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Router 5764961f-54a8-4a64-84c0-30d4d424bdf8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:37:15.302413 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:37:15.307032 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:15.311536 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] Sync routers for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:37:15.322860 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:37:15.324049 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:36:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:15.337686 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-16d851f8-e961-40fb-8ca8-89d1c893bf8a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/53a3a6f3-c288-44a3-9f5b-6ca29a8701a4 HTTP/1.1" status: 204 len: 168 time: 0.8471830 Oct 05 20:37:15.338334 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:37:15.341142 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b741514-1fc6-4097-ae21-b89164a416ec" -d '{"events": [{"name": "network-changed", "server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:37:15.407320 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2684ca7a-46a2-4a84-8635-bb95a4e8bba5 x-openstack-request-id: req-2684ca7a-46a2-4a84-8635-bb95a4e8bba5 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:37:15.407610 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:37:15.407858 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2684ca7a-46a2-4a84-8635-bb95a4e8bba5 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:37:15.408262 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2684ca7a-46a2-4a84-8635-bb95a4e8bba5'] response: {'name': 'network-changed', 'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'status': 'completed', 'code': 200} Oct 05 20:37:15.509376 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741514-1fc6-4097-ae21-b89164a416ec req-0a86a0c9-9cf6-44cb-9670-841b1c2ff8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:15.511591 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b741514-1fc6-4097-ae21-b89164a416ec req-0a86a0c9-9cf6-44cb-9670-841b1c2ff8a3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 1130 time: 0.0469799 Oct 05 20:37:15.523434 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:37:15.579642 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6726d362-e9df-4bc6-a3f2-011f342211e4 req-75a729ad-a9d8-47f7-8c23-026537e3caec tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:15.581263 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6726d362-e9df-4bc6-a3f2-011f342211e4 req-75a729ad-a9d8-47f7-8c23-026537e3caec tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 946 time: 0.0490263 Oct 05 20:37:15.630453 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6726d362-e9df-4bc6-a3f2-011f342211e4 req-8f804617-10e2-4ea0-b5ed-096fe783ddbb tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435081 Oct 05 20:37:15.731756 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'fa97ddbb-2a8f-42fa-a280-e374e602b42d', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:33:54Z', 'updated_at': '2022-10-05T20:33:56Z', 'revision_number': 1, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:15.759344 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] Checking router: 5764961f-54a8-4a64-84c0-30d4d424bdf8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:37:15.768091 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:37:15.768684 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:36:50Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:15.867636 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:37:16.070058 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'fa97ddbb-2a8f-42fa-a280-e374e602b42d', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:33:54Z', 'updated_at': '2022-10-05T20:33:56Z', 'revision_number': 1, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:16.097077 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6d9cf8-b505-4f65-8450-ff5413d2f1dc None None] The sync data for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi is: [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_floatingips': [{'id': 'fa97ddbb-2a8f-42fa-a280-e374e602b42d', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'router_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'port_id': '5c8442c9-a216-465d-989a-71ac69a03040', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'mac_address': 'fa:16:3e:4b:c9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-05T20:33:54Z', 'updated_at': '2022-10-05T20:33:56Z', 'revision_number': 1, 'project_id': '3dae2633ff47484981df67d10b94de47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:37:16.299385 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8978ef5-bee0-4ceb-9a00-e21ca8df9189 None None] New status for floating IP 53a3a6f3-c288-44a3-9f5b-6ca29a8701a4: DOWN {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:37:16.654482 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741514-1fc6-4097-ae21-b89164a416ec req-9efa6fec-53e4-40a5-8d2d-d8a37ac38b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:16.655891 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b741514-1fc6-4097-ae21-b89164a416ec req-9efa6fec-53e4-40a5-8d2d-d8a37ac38b59 service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0903351 Oct 05 20:37:16.756678 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6c043-299a-4f67-a7ae-b98062972203 req-cbdb2718-54fc-4a7c-bf81-cd199ccef134 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:16.758165 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-98d6c043-299a-4f67-a7ae-b98062972203 req-cbdb2718-54fc-4a7c-bf81-cd199ccef134 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 946 time: 0.0473027 Oct 05 20:37:16.823940 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b741514-1fc6-4097-ae21-b89164a416ec req-e344a667-3233-4537-ac99-691602bfedd2 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3 HTTP/1.1" status: 200 len: 217 time: 0.0398397 Oct 05 20:37:16.847967 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-98d6c043-299a-4f67-a7ae-b98062972203 req-76b6fc14-09d5-4304-95bb-cfc8ef95f434 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837131 Oct 05 20:37:16.884074 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741514-1fc6-4097-ae21-b89164a416ec req-1bebbb15-3fb2-45c7-a073-2d8646cab0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:16.885559 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b741514-1fc6-4097-ae21-b89164a416ec req-1bebbb15-3fb2-45c7-a073-2d8646cab0de service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0529485 Oct 05 20:37:17.110277 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b741514-1fc6-4097-ae21-b89164a416ec req-082022fc-1fad-49c1-992f-c1f9de7b6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:17.111729 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b741514-1fc6-4097-ae21-b89164a416ec req-082022fc-1fad-49c1-992f-c1f9de7b6b23 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393813 Oct 05 20:37:17.235305 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-5374c634-7c45-4ae9-872d-e10a5cef33d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:17.271249 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c6acd350-ad02-41ec-8d4f-2863e38913f8 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:17.272681 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c6acd350-ad02-41ec-8d4f-2863e38913f8 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 946 time: 0.0850644 Oct 05 20:37:17.339859 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:17.342625 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b741514-1fc6-4097-ae21-b89164a416ec req-418e6229-d8d3-4b5b-83f5-12eb1743440e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617429 Oct 05 20:37:17.369239 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:17.424769 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Deleting port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:17.425113 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:17.515171 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-1b741514-1fc6-4097-ae21-b89164a416ec req-0851883c-a142-433c-9cf3-c87e6918765f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556008 Oct 05 20:37:17.544123 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] For port 0f5039cf-6b79-4ac1-81a2-f922be04afa3, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=0f5039cf-6b79-4ac1-81a2-f922be04afa3,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:37:17.544577 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:17.557875 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Calling delete_port for 0f5039cf-6b79-4ac1-81a2-f922be04afa3 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:17.680968 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (0f5039cf-6b79-4ac1-81a2-f922be04afa3), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:17.712661 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event deleted for resources: {'Port': ['ID=0f5039cf-6b79-4ac1-81a2-f922be04afa3,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:17.756111 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] No DVR routers for this DVR port 0f5039cf-6b79-4ac1-81a2-f922be04afa3 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:37:17.758809 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:17.762723 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-b7bd9a64-ed79-4df3-b621-734cb364509c req-c1c16c8b-8dd5-4de6-932d-fb0360d33eba tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "DELETE /networking/v2.0/ports/0f5039cf-6b79-4ac1-81a2-f922be04afa3 HTTP/1.1" status: 204 len: 173 time: 0.4835911 Oct 05 20:37:17.763212 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'name': 'network-vif-deleted', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:37:17.765432 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1f1656-d045-45bb-ba55-28c539006294" -d '{"events": [{"server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "name": "network-vif-deleted", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:37:17.801653 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2672717c-ebf4-4285-898c-6fdd14ac3957 x-openstack-request-id: req-2672717c-ebf4-4285-898c-6fdd14ac3957 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:37:17.801949 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fad4710d-c07d-4e78-8d90-3023ae3149c3", "name": "network-vif-deleted", "tag": "0f5039cf-6b79-4ac1-81a2-f922be04afa3", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:37:17.802203 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2672717c-ebf4-4285-898c-6fdd14ac3957 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:37:17.802606 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2672717c-ebf4-4285-898c-6fdd14ac3957'] response: {'server_uuid': 'fad4710d-c07d-4e78-8d90-3023ae3149c3', 'name': 'network-vif-deleted', 'tag': '0f5039cf-6b79-4ac1-81a2-f922be04afa3', 'status': 'completed', 'code': 200} Oct 05 20:37:17.953218 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-14e738f2-8643-4050-aea0-c883e48aad79 req-5a6404ce-6535-44da-84b0-299b635b35af tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=fad4710d-c07d-4e78-8d90-3023ae3149c3 HTTP/1.1" status: 200 len: 210 time: 0.0300200 Oct 05 20:37:19.579948 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ea511e5f-8b84-4fad-8fb2-61f4f16425ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:19.770068 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 0f5039cf-6b79-4ac1-81a2-f922be04afa3 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:37:19.792410 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 0f5039cf-6b79-4ac1-81a2-f922be04afa3 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:37:19.792755 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 0f5039cf-6b79-4ac1-81a2-f922be04afa3 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:37:19.819120 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:37:20.981346 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:21.254164 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56570) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:21.392496 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Deleting port 8e1238e7-4758-40d4-b3db-c263128f5ed4 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:21.392847 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (8e1238e7-4758-40d4-b3db-c263128f5ed4), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:21.470797 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (8e1238e7-4758-40d4-b3db-c263128f5ed4), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:21.471125 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (8e1238e7-4758-40d4-b3db-c263128f5ed4), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:21.483523 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Calling delete_port for 8e1238e7-4758-40d4-b3db-c263128f5ed4 owned by network:floatingip {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:21.873309 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:21.880414 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (8e1238e7-4758-40d4-b3db-c263128f5ed4), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:21.884481 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:21.906079 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event deleted for resources: {'Port': ['ID=8e1238e7-4758-40d4-b3db-c263128f5ed4,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:21.970437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (fa97ddbb-2a8f-42fa-a280-e374e602b42d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:21.970760 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.db.l3_db [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Floating IP fa97ddbb-2a8f-42fa-a280-e374e602b42d disassociated (deleted). External IP: 172.27.0.79, port: 5c8442c9-a216-465d-989a-71ac69a03040. Oct 05 20:37:22.163677 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Router 5764961f-54a8-4a64-84c0-30d4d424bdf8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:37:22.266202 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:37:22.270911 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:22.275462 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] Sync routers for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:37:22.285656 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:37:22.286261 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:37:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:22.301305 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-3f855946-bec2-4da4-803a-28bbd9ab84a4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/fa97ddbb-2a8f-42fa-a280-e374e602b42d HTTP/1.1" status: 204 len: 168 time: 1.0460522 Oct 05 20:37:22.302015 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:37:22.304336 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe" -d '{"events": [{"name": "network-changed", "server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "tag": "5c8442c9-a216-465d-989a-71ac69a03040"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:37:22.372213 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 05 Oct 2022 20:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ece50e-e0a3-490c-92cf-3ab47cac11b8 x-openstack-request-id: req-41ece50e-e0a3-490c-92cf-3ab47cac11b8 {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:37:22.372501 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "tag": "5c8442c9-a216-465d-989a-71ac69a03040", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:37:22.372753 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41ece50e-e0a3-490c-92cf-3ab47cac11b8 {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:37:22.373157 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ece50e-e0a3-490c-92cf-3ab47cac11b8'] response: {'name': 'network-changed', 'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040', 'status': 'completed', 'code': 200} Oct 05 20:37:22.399913 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:22.402918 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:37:22.494561 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-d32f3cd3-0fc0-499f-8c67-30ffab8ea8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:22.496418 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-d32f3cd3-0fc0-499f-8c67-30ffab8ea8d3 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3dae2633ff47484981df67d10b94de47&device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 1129 time: 0.0657690 Oct 05 20:37:22.567213 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be60cb1-817e-46be-b19c-8bc167db96ee req-f9116db4-d49c-4eee-b87b-4343d2fb396a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:22.568728 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6be60cb1-817e-46be-b19c-8bc167db96ee req-f9116db4-d49c-4eee-b87b-4343d2fb396a tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 945 time: 0.0477617 Oct 05 20:37:22.587362 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:22.615759 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:22.617991 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:22.625887 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [req-6be60cb1-817e-46be-b19c-8bc167db96ee req-c8fc256e-73d0-4ec4-9bd7-880e32c479a1 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485573 Oct 05 20:37:22.647262 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] Checking router: 5764961f-54a8-4a64-84c0-30d4d424bdf8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:37:22.658195 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:37:22.658798 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:37:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:22.749604 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:22.762213 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:37:22.945992 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:22.970340 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d19ed8c-24ba-47a4-9d5c-241fc56eeb76 None None] The sync data for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi is: [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:58Z', 'revision_number': 4, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi', '_interfaces': [{'id': '9bd83c27-e832-4168-adab-33222e10cd64', 'name': '', 'network_id': 'b5d8f50d-95d6-435a-b37d-e150d362eed6', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'mac_address': 'fa:16:3e:ab:09:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:57Z', 'updated_at': '2022-10-05T20:31:04Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'subnets': [{'id': '7c13e6f7-a8dc-4ade-bca8-b9160e16328d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:37:23.186162 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c542cc02-d2b0-4903-9bbe-301745822df6 None None] New status for floating IP fa97ddbb-2a8f-42fa-a280-e374e602b42d: DOWN {{(pid=106134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 05 20:37:23.620426 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-08853cc0-6cdb-42f6-b87a-ff6b57653a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:23.622443 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-08853cc0-6cdb-42f6-b87a-ff6b57653a9c service neutron] 10.222.0.15 "GET /networking/v2.0/networks?id=b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 200 len: 912 time: 0.0866337 Oct 05 20:37:23.753135 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0f6f-4f73-4e56-9831-7eb65628dda8 req-03f5aab9-e8fc-49d8-b0ca-53f2cb5bb66d tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:23.754623 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-672e0f6f-4f73-4e56-9831-7eb65628dda8 req-03f5aab9-e8fc-49d8-b0ca-53f2cb5bb66d tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 945 time: 0.0503633 Oct 05 20:37:23.803587 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-672e0f6f-4f73-4e56-9831-7eb65628dda8 req-fabb90d3-e9b7-4d4a-8cc1-89af4a83477b tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Oct 05 20:37:23.850458 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-b4018811-3026-46ff-9fca-238ad80668e2 service neutron] 10.222.0.15 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5c8442c9-a216-465d-989a-71ac69a03040 HTTP/1.1" status: 200 len: 217 time: 0.0327394 Oct 05 20:37:23.897825 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-5345190b-47fe-4bc6-9745-8178d251358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:23.899244 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-5345190b-47fe-4bc6-9745-8178d251358e service neutron] 10.222.0.15 "GET /networking/v2.0/subnets?id=7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 200 len: 850 time: 0.0425854 Oct 05 20:37:24.078669 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-85de90ac-7a4c-4908-9360-50fbfa05fb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:24.080108 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-85de90ac-7a4c-4908-9360-50fbfa05fb47 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?network_id=b5d8f50d-95d6-435a-b37d-e150d362eed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421791 Oct 05 20:37:24.178833 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-387a8ced-c47e-4bb4-a1f3-0c68563d215e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909963 Oct 05 20:37:24.253713 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-5091680e-ffc5-47e7-95f3-035dce056cd9 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106133) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 05 20:37:24.255120 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-5091680e-ffc5-47e7-95f3-035dce056cd9 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 945 time: 0.0881777 Oct 05 20:37:24.292428 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:24.296919 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:24.360411 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-52951e3a-6bf4-4bcc-99f7-60d6631f98fe req-f6334a5a-259d-4bb6-bf98-ea024ee5f5e4 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663303 Oct 05 20:37:24.369902 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Deleting port 5c8442c9-a216-465d-989a-71ac69a03040 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:24.370248 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (5c8442c9-a216-465d-989a-71ac69a03040), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:24.461847 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] For port 5c8442c9-a216-465d-989a-71ac69a03040, host hv-cinder-80152, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80152',level=0,port_id=5c8442c9-a216-465d-989a-71ac69a03040,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:37:24.462139 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (5c8442c9-a216-465d-989a-71ac69a03040), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:24.474871 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Calling delete_port for 5c8442c9-a216-465d-989a-71ac69a03040 owned by compute:nova {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:24.603065 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (5c8442c9-a216-465d-989a-71ac69a03040), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:24.629123 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event deleted for resources: {'Port': ['ID=5c8442c9-a216-465d-989a-71ac69a03040,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:24.675551 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] No DVR routers for this DVR port 5c8442c9-a216-465d-989a-71ac69a03040 on host hv-cinder-80152 {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:37:24.678232 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for port (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:24.681713 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f51e6dc3-ee3f-49e6-9041-0a847cdc2e05 req-4eff01df-0724-4d22-bf53-900a898f0eb4 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.15 "DELETE /networking/v2.0/ports/5c8442c9-a216-465d-989a-71ac69a03040 HTTP/1.1" status: 204 len: 173 time: 0.4207413 Oct 05 20:37:24.682216 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'name': 'network-vif-deleted', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040'}] {{(pid=106133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 05 20:37:24.685341 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3b393858f381ae46a031636b8660743e9e31383d1d60c7f3a790adbd21329d65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490bbd6b-06da-439f-adf2-5f99894a460b" -d '{"events": [{"server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "name": "network-vif-deleted", "tag": "5c8442c9-a216-465d-989a-71ac69a03040"}]}' {{(pid=106133) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 05 20:37:24.726620 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 05 Oct 2022 20:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80df094f-3726-413e-b1bb-687c76ca5a9a x-openstack-request-id: req-80df094f-3726-413e-b1bb-687c76ca5a9a {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 05 20:37:24.727121 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334afcdf-49a7-4407-a4e5-6e08732c0f09", "name": "network-vif-deleted", "tag": "5c8442c9-a216-465d-989a-71ac69a03040", "status": "completed", "code": 200}]} {{(pid=106133) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 05 20:37:24.727374 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80df094f-3726-413e-b1bb-687c76ca5a9a {{(pid=106133) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 05 20:37:24.727778 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80df094f-3726-413e-b1bb-687c76ca5a9a'] response: {'server_uuid': '334afcdf-49a7-4407-a4e5-6e08732c0f09', 'name': 'network-vif-deleted', 'tag': '5c8442c9-a216-465d-989a-71ac69a03040', 'status': 'completed', 'code': 200} Oct 05 20:37:24.907950 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [req-f6b2765a-e91b-44e9-85f3-7c7ed957e168 req-855ad014-a770-4a8d-9bbf-8d7b219c6d63 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=334afcdf-49a7-4407-a4e5-6e08732c0f09 HTTP/1.1" status: 200 len: 210 time: 0.0303314 Oct 05 20:37:25.267120 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [req-5ad0b82b-b6ef-4733-9700-02c16e144816 req-62ef9bf8-135a-4d0e-84a4-1b0c6d035ab5 service neutron] (106132) timed out ('10.222.0.15', 55819) {{(pid=106132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 05 20:37:25.974498 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56586) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:26.082493 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Deleting port 5b9055a8-3627-4561-9eb7-057df699dfcc {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:26.082834 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (5b9055a8-3627-4561-9eb7-057df699dfcc), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:26.157109 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (5b9055a8-3627-4561-9eb7-057df699dfcc), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:26.157360 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (5b9055a8-3627-4561-9eb7-057df699dfcc), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:26.170682 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Calling delete_port for 5b9055a8-3627-4561-9eb7-057df699dfcc owned by network:floatingip {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:26.300783 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (5b9055a8-3627-4561-9eb7-057df699dfcc), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:26.325922 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event deleted for resources: {'Port': ['ID=5b9055a8-3627-4561-9eb7-057df699dfcc,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:26.384576 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:26.390085 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for floatingip (f31bd893-3f6d-4f40-9d97-5395b1b1ebdf), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:26.392755 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-36673'] for floatingip (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:26.393936 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-fe770a6c-633b-42f8-acf6-f8aad8e485f7 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/f31bd893-3f6d-4f40-9d97-5395b1b1ebdf HTTP/1.1" status: 204 len: 168 time: 0.4193454 Oct 05 20:37:27.598070 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56598) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:27.643593 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:27.655923 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3940bd15-3fa7-4592-9cb2-554f31999f20 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group (eb2cf443-f833-4d24-99e5-c3c02ef3d3e1), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:27.679526 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3940bd15-3fa7-4592-9cb2-554f31999f20 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group (eb2cf443-f833-4d24-99e5-c3c02ef3d3e1), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:27.738950 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3940bd15-3fa7-4592-9cb2-554f31999f20 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (eb2cf443-f833-4d24-99e5-c3c02ef3d3e1), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:27.741555 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-3940bd15-3fa7-4592-9cb2-554f31999f20 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:27.742689 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-3940bd15-3fa7-4592-9cb2-554f31999f20 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/eb2cf443-f833-4d24-99e5-c3c02ef3d3e1 HTTP/1.1" status: 204 len: 168 time: 0.1436152 Oct 05 20:37:27.752518 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3940bd15-3fa7-4592-9cb2-554f31999f20 tempest-TestVolumeBootPattern-1584484467 tempest-TestVolumeBootPattern-1584484467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2cf443-f833-4d24-99e5-c3c02ef3d3e1,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:27.816714 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 5c8442c9-a216-465d-989a-71ac69a03040 no longer exists at agent hyperv_hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:37:27.835785 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] No Port match for: 5c8442c9-a216-465d-989a-71ac69a03040 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:37:27.836182 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Device 5c8442c9-a216-465d-989a-71ac69a03040 not bound to the agent host hv-cinder-80152 {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:37:28.805885 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56604) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:29.212068 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (5764961f-54a8-4a64-84c0-30d4d424bdf8), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:29.432905 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Deleting port 9bd83c27-e832-4168-adab-33222e10cd64 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:29.433239 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (9bd83c27-e832-4168-adab-33222e10cd64), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:29.510240 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] For port 9bd83c27-e832-4168-adab-33222e10cd64, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=9bd83c27-e832-4168-adab-33222e10cd64,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:37:29.510592 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (9bd83c27-e832-4168-adab-33222e10cd64), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:29.522839 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Calling delete_port for 9bd83c27-e832-4168-adab-33222e10cd64 owned by network:router_interface {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:29.579934 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:29.617943 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=100 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:29.702588 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (9bd83c27-e832-4168-adab-33222e10cd64), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:29.726730 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bd83c27-e832-4168-adab-33222e10cd64,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:29.753822 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.754166 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.754499 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.754830 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.755155 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.755476 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.755798 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.756113 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.756430 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.756746 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.757062 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.757387 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.757712 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.758021 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.758337 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:29.831136 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:29.897487 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (5764961f-54a8-4a64-84c0-30d4d424bdf8), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.097670 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Router 5764961f-54a8-4a64-84c0-30d4d424bdf8 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:37:30.196387 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:37:30.201893 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-bd7b3d15-4a36-438a-a5c9-3ce39a6d34a6 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/5764961f-54a8-4a64-84c0-30d4d424bdf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946481 Oct 05 20:37:30.204388 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56608) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:30.207053 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] Sync routers for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:37:30.217415 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:37:30.218045 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:37:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:30.301449 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks [] for router (5764961f-54a8-4a64-84c0-30d4d424bdf8), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.400157 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks [] for router_gateway (5764961f-54a8-4a64-84c0-30d4d424bdf8), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.404584 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:37:30.445073 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Deleting port bf8ac608-b75c-41b8-82b1-6c084f0c28c4 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:30.445412 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.448001 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:30.459523 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:30.527399 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] For port bf8ac608-b75c-41b8-82b1-6c084f0c28c4, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=bf8ac608-b75c-41b8-82b1-6c084f0c28c4,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:37:30.527754 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.540905 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Calling delete_port for bf8ac608-b75c-41b8-82b1-6c084f0c28c4 owned by network:router_gateway {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:30.569977 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:37:29Z', 'revision_number': 5, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port': {'id': 'bf8ac608-b75c-41b8-82b1-6c084f0c28c4', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:76:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 726, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:30:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:30.595139 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] Checking router: 5764961f-54a8-4a64-84c0-30d4d424bdf8 for host: dv-cinder-801522-12-iscsi {{(pid=106135) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:37:30.603308 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] Routers {'5764961f-54a8-4a64-84c0-30d4d424bdf8'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106135) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:37:30.603905 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:37:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['5764961f-54a8-4a64-84c0-30d4d424bdf8'], 'active': True} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:30.675477 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=100 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:30.688070 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_dvr_db [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] Set router 5764961f-54a8-4a64-84c0-30d4d424bdf8 gateway port host: None {{(pid=106135) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:37:30.706006 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (bf8ac608-b75c-41b8-82b1-6c084f0c28c4), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.729067 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8ac608-b75c-41b8-82b1-6c084f0c28c4,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:30.737743 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.l3_hamode_db [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:37:30Z', 'revision_number': 6, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port_host': None}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:30.765684 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffe4f45-d11f-45bb-8047-0ff10d6a83be None None] The sync data for ids ['5764961f-54a8-4a64-84c0-30d4d424bdf8'] in dv-cinder-801522-12-iscsi is: [{'id': '5764961f-54a8-4a64-84c0-30d4d424bdf8', 'name': 'tempest-TestVolumeBootPattern-245889217-router', 'tenant_id': '3dae2633ff47484981df67d10b94de47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:55Z', 'updated_at': '2022-10-05T20:37:30Z', 'revision_number': 6, 'project_id': '3dae2633ff47484981df67d10b94de47', 'gw_port_host': None}] {{(pid=106135) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:37:30.799637 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (5764961f-54a8-4a64-84c0-30d4d424bdf8), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.885110 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (5764961f-54a8-4a64-84c0-30d4d424bdf8), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.887387 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks [] for router_controller (5764961f-54a8-4a64-84c0-30d4d424bdf8), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.929821 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (5764961f-54a8-4a64-84c0-30d4d424bdf8), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.930517 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5764961f-54a8-4a64-84c0-30d4d424bdf8 {{(pid=106132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:37:30.935096 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:30.936224 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-35d8c5df-30bd-4a9a-a719-7cdc5a585f0f admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/5764961f-54a8-4a64-84c0-30d4d424bdf8 HTTP/1.1" status: 204 len: 168 time: 0.7309492 Oct 05 20:37:30.938777 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56610) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:30.982745 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3e59d4-3ff5-4afd-9a15-96efd6379064 admin admin] Deleting subnet 7c13e6f7-a8dc-4ade-bca8-b9160e16328d {{(pid=106132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:37:30.985847 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b3e59d4-3ff5-4afd-9a15-96efd6379064 admin admin] Publish callbacks [] for subnet (7c13e6f7-a8dc-4ade-bca8-b9160e16328d), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.022292 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b3e59d4-3ff5-4afd-9a15-96efd6379064 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60049818'] for subnet (7c13e6f7-a8dc-4ade-bca8-b9160e16328d), precommit_delete_associations {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.098876 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b3e59d4-3ff5-4afd-9a15-96efd6379064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (7c13e6f7-a8dc-4ade-bca8-b9160e16328d), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.159527 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b3e59d4-3ff5-4afd-9a15-96efd6379064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60451800', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59052715'] for subnet (7c13e6f7-a8dc-4ade-bca8-b9160e16328d), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.190095 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e59d4-3ff5-4afd-9a15-96efd6379064 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c13e6f7-a8dc-4ade-bca8-b9160e16328d,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:31.195082 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-3b3e59d4-3ff5-4afd-9a15-96efd6379064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for subnet (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.198655 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-3b3e59d4-3ff5-4afd-9a15-96efd6379064 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/7c13e6f7-a8dc-4ade-bca8-b9160e16328d HTTP/1.1" status: 204 len: 168 time: 0.2589710 Oct 05 20:37:31.202479 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [-] (106132) accepted ('10.222.0.23', 56612) {{(pid=106132) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:31.204754 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6723caf-4ee6-4626-9e86-1e9fcee3d537 None None] Network b5d8f50d-95d6-435a-b37d-e150d362eed6 requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:37:31.256264 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 9bd83c27-e832-4168-adab-33222e10cd64 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:37:31.279238 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 9bd83c27-e832-4168-adab-33222e10cd64 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:37:31.279608 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 9bd83c27-e832-4168-adab-33222e10cd64 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:37:31.280366 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (b5d8f50d-95d6-435a-b37d-e150d362eed6), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.291859 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:31.324755 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Deleting port 049424c4-d1b4-4717-873e-28d44c55e356 {{(pid=106132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:31.325691 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (049424c4-d1b4-4717-873e-28d44c55e356), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.376884 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:31.392858 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.db [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] For port 049424c4-d1b4-4717-873e-28d44c55e356, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=049424c4-d1b4-4717-873e-28d44c55e356,segment=NetworkSegment(341ed03d-94f1-442b-8208-452c8003b9a5),segment_id=341ed03d-94f1-442b-8208-452c8003b9a5)] {{(pid=106132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:37:31.393216 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (049424c4-d1b4-4717-873e-28d44c55e356), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.406421 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.plugin [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Calling delete_port for 049424c4-d1b4-4717-873e-28d44c55e356 owned by network:dhcp {{(pid=106132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:31.481535 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60451821'] for port (049424c4-d1b4-4717-873e-28d44c55e356), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.509596 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Pushing event deleted for resources: {'Port': ['ID=049424c4-d1b4-4717-873e-28d44c55e356,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:31.513927 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] No DVR routers for this DVR port 049424c4-d1b4-4717-873e-28d44c55e356 on host dv-cinder-801522-12-iscsi {{(pid=106132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:37:31.586426 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (b5d8f50d-95d6-435a-b37d-e150d362eed6), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.595097 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912f43a1-979f-4683-8930-6068c4e50432 None None] DHCP port deletion for b5d8f50d-95d6-435a-b37d-e150d362eed6 request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:37:31.609474 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5d8f50d-95d6-435a-b37d-e150d362eed6']}} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:31.619473 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341ed03d-94f1-442b-8208-452c8003b9a5') {'for_net_delete': True} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:31.619820 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.services.segments.db [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341ed03d-94f1-442b-8208-452c8003b9a5') {} {{(pid=106132) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:31.629385 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60049891'] for segment (341ed03d-94f1-442b-8208-452c8003b9a5), before_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.642399 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (341ed03d-94f1-442b-8208-452c8003b9a5), precommit_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.648715 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=106132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:37:31.649094 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60451634'] for segment (341ed03d-94f1-442b-8208-452c8003b9a5), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.692861 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment 341ed03d-94f1-442b-8208-452c8003b9a5 resource provider aggregate not found Oct 05 20:37:31.710262 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.services.segments.plugin [-] Segment 341ed03d-94f1-442b-8208-452c8003b9a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 341ed03d-94f1-442b-8208-452c8003b9a5 found for delete ", "request_id": "req-ea8935b6-bb24-45c6-878a-ceb61482606a"}]} Oct 05 20:37:31.716732 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (b5d8f50d-95d6-435a-b37d-e150d362eed6), after_delete {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.722472 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron_lib.callbacks.manager [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106132) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:31.725545 dv-cinder-801522-12-iscsi neutron-server[106132]: INFO neutron.wsgi [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/b5d8f50d-95d6-435a-b37d-e150d362eed6 HTTP/1.1" status: 204 len: 168 time: 0.5221245 Oct 05 20:37:31.728538 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56618) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:31.737163 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55711968-45fa-476b-9699-cefea03a10bf admin admin] Pushing event deleted for resources: {'Network': ['ID=b5d8f50d-95d6-435a-b37d-e150d362eed6,revision_number=None']} {{(pid=106132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:32.046524 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-616002'] for router_interface (8927044c-90ce-4809-9788-86508642e527), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:32.259002 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Deleting port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:32.259267 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:32.339777 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] For port 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8,segment=NetworkSegment(dd3406f2-4df0-4c3f-88b6-21c331289617),segment_id=dd3406f2-4df0-4c3f-88b6-21c331289617)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:37:32.340142 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:32.353093 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Calling delete_port for 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 owned by network:router_interface {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:32.395138 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:32.480197 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:32.530919 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:32.557066 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:32.722138 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-576269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615990'] for router_interface (8927044c-90ce-4809-9788-86508642e527), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:32.920998 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Router 8927044c-90ce-4809-9788-86508642e527 has already been hosted by L3 agent 75bbaf21-27bb-4a74-a723-77baa46024d4 {{(pid=106133) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 05 20:37:33.020945 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] Notify agent at l3_agent.dv-cinder-801522-12-iscsi the message routers_updated {{(pid=106133) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 05 20:37:33.025863 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-75379a44-19e3-4018-8b91-5f133618fb1d admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/8927044c-90ce-4809-9788-86508642e527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2962573 Oct 05 20:37:33.028926 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56620) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:33.031878 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] Sync routers for ids ['8927044c-90ce-4809-9788-86508642e527'] in dv-cinder-801522-12-iscsi {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 05 20:37:33.042968 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] Routers {'8927044c-90ce-4809-9788-86508642e527'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:37:33.043586 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:37:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8927044c-90ce-4809-9788-86508642e527'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:33.129235 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks [] for router (8927044c-90ce-4809-9788-86508642e527), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:33.149666 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] Set router 8927044c-90ce-4809-9788-86508642e527 gateway port host: dv-cinder-801522-12-iscsi {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:37:33.236336 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks [] for router_gateway (8927044c-90ce-4809-9788-86508642e527), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:33.280591 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Deleting port 16629c6b-c814-41f7-b948-0754c973074c {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:33.280938 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (16629c6b-c814-41f7-b948-0754c973074c), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:33.297474 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device bf8ac608-b75c-41b8-82b1-6c084f0c28c4 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:37:33.327485 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:33.338182 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=100 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:33.351281 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: bf8ac608-b75c-41b8-82b1-6c084f0c28c4 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:37:33.351619 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device bf8ac608-b75c-41b8-82b1-6c084f0c28c4 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:37:33.352031 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 049424c4-d1b4-4717-873e-28d44c55e356 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:37:33.366724 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] For port 16629c6b-c814-41f7-b948-0754c973074c, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=16629c6b-c814-41f7-b948-0754c973074c,segment=NetworkSegment(6a3c0aa0-2f33-4085-b2f1-d8244bec2356),segment_id=6a3c0aa0-2f33-4085-b2f1-d8244bec2356)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:37:33.367144 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (16629c6b-c814-41f7-b948-0754c973074c), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:33.380136 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Calling delete_port for 16629c6b-c814-41f7-b948-0754c973074c owned by network:router_gateway {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:33.398568 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 049424c4-d1b4-4717-873e-28d44c55e356 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:37:33.398916 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 049424c4-d1b4-4717-873e-28d44c55e356 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:37:33.475003 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927044c-90ce-4809-9788-86508642e527', 'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'external_fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': '16629c6b-c814-41f7-b948-0754c973074c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:59Z', 'updated_at': '2022-10-05T20:37:32Z', 'revision_number': 5, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'gw_port': {'id': '16629c6b-c814-41f7-b948-0754c973074c', 'name': '', 'network_id': '2294ff61-8c5b-4f55-90f8-40dbe6da6e68', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:6f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8927044c-90ce-4809-9788-86508642e527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801522-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-05T20:31:00Z', 'updated_at': '2022-10-05T20:31:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd47ae0eb-e928-4e9e-ace8-44790d28f438', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801522-12-iscsi'}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:33.502897 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] Checking router: 8927044c-90ce-4809-9788-86508642e527 for host: dv-cinder-801522-12-iscsi {{(pid=106134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 05 20:37:33.511332 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] Routers {'8927044c-90ce-4809-9788-86508642e527'} bound to L3 agent in host dv-cinder-801522-12-iscsi {{(pid=106134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:425}} Oct 05 20:37:33.511951 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801522-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-05T20:13:49Z,description=,heartbeat_timestamp=2022-10-05T20:37:20Z,host='dv-cinder-801522-12-iscsi',id=75bbaf21-27bb-4a74-a723-77baa46024d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-05T20:13:49Z,topic='l3_agent')) {'router_ids': ['8927044c-90ce-4809-9788-86508642e527'], 'active': True} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:33.600828 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvr_db [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] Set router 8927044c-90ce-4809-9788-86508642e527 gateway port host: None {{(pid=106134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 05 20:37:33.651429 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_hamode_db [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8927044c-90ce-4809-9788-86508642e527', 'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:59Z', 'updated_at': '2022-10-05T20:37:33Z', 'revision_number': 6, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'gw_port_host': None}], 'dv-cinder-801522-12-iscsi', False) {} {{(pid=106134) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:33.677070 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d366333-6745-4fa2-96f5-a2af94881323 None None] The sync data for ids ['8927044c-90ce-4809-9788-86508642e527'] in dv-cinder-801522-12-iscsi is: [{'id': '8927044c-90ce-4809-9788-86508642e527', 'name': 'tempest-TestVolumeBootPattern-1786871763-router', 'tenant_id': '9b9a9e5e833c4d19bd06606517350d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-05T20:30:59Z', 'updated_at': '2022-10-05T20:37:33Z', 'revision_number': 6, 'project_id': '9b9a9e5e833c4d19bd06606517350d22', 'gw_port_host': None}] {{(pid=106134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 05 20:37:33.799077 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (16629c6b-c814-41f7-b948-0754c973074c), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:33.828967 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=16629c6b-c814-41f7-b948-0754c973074c,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:33.883430 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616828'] for router_gateway (8927044c-90ce-4809-9788-86508642e527), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:33.969799 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616055', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-392'] for router (8927044c-90ce-4809-9788-86508642e527), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:33.971848 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks [] for router_controller (8927044c-90ce-4809-9788-86508642e527), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.013728 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616046'] for router (8927044c-90ce-4809-9788-86508642e527), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.014331 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8927044c-90ce-4809-9788-86508642e527 {{(pid=106133) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 05 20:37:34.018812 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.022506 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-0c7bdf5f-ea71-4f11-9f84-85c18be18ca6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/8927044c-90ce-4809-9788-86508642e527 HTTP/1.1" status: 204 len: 168 time: 0.9903297 Oct 05 20:37:34.022792 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56622) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:34.069702 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.db_base_plugin_v2 [None req-615b163c-e4eb-4b74-8e95-07d14694da0d admin admin] Deleting subnet 2a2336ee-ae98-48d4-a44b-5a2381481d72 {{(pid=106133) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 05 20:37:34.073303 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-615b163c-e4eb-4b74-8e95-07d14694da0d admin admin] Publish callbacks [] for subnet (2a2336ee-ae98-48d4-a44b-5a2381481d72), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.109503 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-615b163c-e4eb-4b74-8e95-07d14694da0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60665605'] for subnet (2a2336ee-ae98-48d4-a44b-5a2381481d72), precommit_delete_associations {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.186705 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-615b163c-e4eb-4b74-8e95-07d14694da0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2049180'] for subnet (2a2336ee-ae98-48d4-a44b-5a2381481d72), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.238277 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-615b163c-e4eb-4b74-8e95-07d14694da0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2045619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-60664253', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-60320505'] for subnet (2a2336ee-ae98-48d4-a44b-5a2381481d72), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.263905 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b163c-e4eb-4b74-8e95-07d14694da0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a2336ee-ae98-48d4-a44b-5a2381481d72,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:34.268271 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-615b163c-e4eb-4b74-8e95-07d14694da0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.271451 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-615b163c-e4eb-4b74-8e95-07d14694da0d admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/2a2336ee-ae98-48d4-a44b-5a2381481d72 HTTP/1.1" status: 204 len: 168 time: 0.2477443 Oct 05 20:37:34.273909 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56624) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:34.274094 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae4ea45-c7dd-480a-ba02-db980f4aa68f None None] Network e8047b22-4802-46b1-93a7-da2290effe3d requested from dv-cinder-801522-12-iscsi {{(pid=106134) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 05 20:37:34.344323 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2008145'] for network (e8047b22-4802-46b1-93a7-da2290effe3d), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.389837 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Deleting port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 {{(pid=106133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:34.390178 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.391762 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:34.447835 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] DHCP port deletion for e8047b22-4802-46b1-93a7-da2290effe3d request from dv-cinder-801522-12-iscsi {{(pid=106134) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 05 20:37:34.457915 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.db [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] For port 7befc15b-93b2-4a4b-8ae3-cc756c34c331, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7befc15b-93b2-4a4b-8ae3-cc756c34c331,segment=NetworkSegment(dd3406f2-4df0-4c3f-88b6-21c331289617),segment_id=dd3406f2-4df0-4c3f-88b6-21c331289617)] {{(pid=106133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:37:34.458256 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.473431 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.plugin [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Calling delete_port for 7befc15b-93b2-4a4b-8ae3-cc756c34c331 owned by network:dhcp {{(pid=106133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:34.477084 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:34.491122 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Deleting port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 {{(pid=106134) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 05 20:37:34.491421 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748951843880'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), before_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.558900 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.db [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] For port 7befc15b-93b2-4a4b-8ae3-cc756c34c331, host dv-cinder-801522-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801522-12-iscsi',level=0,port_id=7befc15b-93b2-4a4b-8ae3-cc756c34c331,segment=NetworkSegment(dd3406f2-4df0-4c3f-88b6-21c331289617),segment_id=dd3406f2-4df0-4c3f-88b6-21c331289617)] {{(pid=106134) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 05 20:37:34.559802 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-633468'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), precommit_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.561048 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-60664200'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.573757 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Calling delete_port for 7befc15b-93b2-4a4b-8ae3-cc756c34c331 owned by network:dhcp {{(pid=106134) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 05 20:37:34.585833 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Pushing event deleted for resources: {'Port': ['ID=7befc15b-93b2-4a4b-8ae3-cc756c34c331,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:34.591471 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] No DVR routers for this DVR port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 on host dv-cinder-801522-12-iscsi {{(pid=106133) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:37:34.619778 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:34.623897 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:34.660686 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2063688', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-149778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748951845286', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748951355365'] for port (7befc15b-93b2-4a4b-8ae3-cc756c34c331), after_delete {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.668003 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1876110', 'neutron.services.segments.db._delete_segments_for_network-8748951820252'] for network (e8047b22-4802-46b1-93a7-da2290effe3d), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.685341 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Pushing event deleted for resources: {'Port': ['ID=7befc15b-93b2-4a4b-8ae3-cc756c34c331,revision_number=None']} {{(pid=106134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:34.690093 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8047b22-4802-46b1-93a7-da2290effe3d']}} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:34.695362 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] No DVR routers for this DVR port 7befc15b-93b2-4a4b-8ae3-cc756c34c331 on host dv-cinder-801522-12-iscsi {{(pid=106134) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 05 20:37:34.697840 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.698194 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.698562 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.699418 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.699418 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.699662 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.699910 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.700796 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.701128 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.701421 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3406f2-4df0-4c3f-88b6-21c331289617') {'for_net_delete': True} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:34.701671 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.701786 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.services.segments.db [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3406f2-4df0-4c3f-88b6-21c331289617') {} {{(pid=106133) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 05 20:37:34.701886 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.702114 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.702439 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.702762 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.703339 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8c3cea-d0d5-4e40-a9bb-0af1a8eedf19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801522-12-iscsi {{(pid=106134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 05 20:37:34.713274 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748951874214', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60665724'] for segment (dd3406f2-4df0-4c3f-88b6-21c331289617), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.729116 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219'] for segment (dd3406f2-4df0-4c3f-88b6-21c331289617), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.736355 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=106133) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 05 20:37:34.736771 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1879219', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-60664151'] for segment (dd3406f2-4df0-4c3f-88b6-21c331289617), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.802198 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1876605', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-576372', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616867'] for network (e8047b22-4802-46b1-93a7-da2290effe3d), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.808028 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-576354'] for network (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:34.811165 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/e8047b22-4802-46b1-93a7-da2290effe3d HTTP/1.1" status: 204 len: 168 time: 0.5363414 Oct 05 20:37:34.822759 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc3d71c-22c4-43d5-8ad7-c2f5752afcea admin admin] Pushing event deleted for resources: {'Network': ['ID=e8047b22-4802-46b1-93a7-da2290effe3d,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:34.828884 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment dd3406f2-4df0-4c3f-88b6-21c331289617 resource provider aggregate not found Oct 05 20:37:34.845925 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.services.segments.plugin [-] Segment dd3406f2-4df0-4c3f-88b6-21c331289617 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd3406f2-4df0-4c3f-88b6-21c331289617 found for delete ", "request_id": "req-f04ae798-64ef-41f0-a1f9-845a06376d0d"}]} Oct 05 20:37:34.924392 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56634) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:34.964948 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-bc6d1231-dd58-4474-be39-70c131daa893 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3dae2633ff47484981df67d10b94de47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392859 Oct 05 20:37:34.967839 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56636) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:35.019784 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f06fea86-0855-4ba8-8f71-3f19981cafb7 admin admin] Publish callbacks [] for security_group (da22a40d-9ac6-4c5c-85aa-8be3f8326392), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:35.039091 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f06fea86-0855-4ba8-8f71-3f19981cafb7 admin admin] Publish callbacks [] for security_group (da22a40d-9ac6-4c5c-85aa-8be3f8326392), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:35.091224 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f06fea86-0855-4ba8-8f71-3f19981cafb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (da22a40d-9ac6-4c5c-85aa-8be3f8326392), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:35.094973 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-f06fea86-0855-4ba8-8f71-3f19981cafb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:35.098601 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-f06fea86-0855-4ba8-8f71-3f19981cafb7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/da22a40d-9ac6-4c5c-85aa-8be3f8326392 HTTP/1.1" status: 204 len: 168 time: 0.1275764 Oct 05 20:37:35.104437 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fea86-0855-4ba8-8f71-3f19981cafb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da22a40d-9ac6-4c5c-85aa-8be3f8326392,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:35.126398 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7befc15b-93b2-4a4b-8ae3-cc756c34c331 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:37:35.146315 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 7befc15b-93b2-4a4b-8ae3-cc756c34c331 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:37:35.146668 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 7befc15b-93b2-4a4b-8ae3-cc756c34c331 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:37:35.147080 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 16629c6b-c814-41f7-b948-0754c973074c no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:37:35.165049 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 16629c6b-c814-41f7-b948-0754c973074c {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:37:35.165400 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 16629c6b-c814-41f7-b948-0754c973074c not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:37:35.165879 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 no longer exists at agent ovs-agent-dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 05 20:37:35.184988 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.plugin [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] No Port match for: 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 {{(pid=106134) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 05 20:37:35.185343 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron.plugins.ml2.rpc [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Device 57765e88-1d36-4b6e-8ecb-1dd8b2f4b6b8 not bound to the agent host dv-cinder-801522-12-iscsi {{(pid=106134) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 05 20:37:35.406169 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56642) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:35.446458 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-9bdfd8be-06ad-4d71-912b-2d5afdf22f3d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9b9a9e5e833c4d19bd06606517350d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391798 Oct 05 20:37:35.448728 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.wsgi [-] (106133) accepted ('10.222.0.23', 56644) {{(pid=106133) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 05 20:37:35.496133 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0307f588-4606-4c9b-80de-c58df929d201 admin admin] Publish callbacks [] for security_group (d12b9953-9ac1-43f2-b1b3-0b9dc89a7a38), before_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:35.516394 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0307f588-4606-4c9b-80de-c58df929d201 admin admin] Publish callbacks [] for security_group (d12b9953-9ac1-43f2-b1b3-0b9dc89a7a38), precommit_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:35.565980 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0307f588-4606-4c9b-80de-c58df929d201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594214'] for security_group (d12b9953-9ac1-43f2-b1b3-0b9dc89a7a38), after_delete {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:35.568488 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron_lib.callbacks.manager [None req-0307f588-4606-4c9b-80de-c58df929d201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106133) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:35.569705 dv-cinder-801522-12-iscsi neutron-server[106133]: INFO neutron.wsgi [None req-0307f588-4606-4c9b-80de-c58df929d201 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d12b9953-9ac1-43f2-b1b3-0b9dc89a7a38 HTTP/1.1" status: 204 len: 168 time: 0.1200247 Oct 05 20:37:35.577629 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307f588-4606-4c9b-80de-c58df929d201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12b9953-9ac1-43f2-b1b3-0b9dc89a7a38,revision_number=None']} {{(pid=106133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 05 20:37:41.712445 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=42,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:41.727905 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG dbcounter [-] [106132] Writing DB stats neutron:SELECT=32,neutron:DELETE=5 {{(pid=106132) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:45.169468 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=17,neutron:DELETE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:45.572882 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=76,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:45.573706 dv-cinder-801522-12-iscsi neutron-server[106133]: DEBUG dbcounter [-] [106133] Writing DB stats neutron:SELECT=75,neutron:DELETE=9 {{(pid=106133) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:45.590300 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:DELETE=1,neutron:SELECT=8 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:47.238079 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f9503152-b1d2-4218-8960-e6392c2c003a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:49.581496 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-e56f8c5c-5208-4ae2-a2a8-16b85b6229b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:50.983139 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:51.805764 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=71,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:51.810219 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=9 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:37:52.581568 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:52.775573 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:37:56.819241 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:37:59.841406 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:06.814768 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:06.815498 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:09.835476 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:09.837454 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:17.239607 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4e8e73a3-ba4b-4a72-af1d-0e7bcb487323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:19.587227 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f9df3342-1b19-4f90-af5b-1f2dd21641f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:20.986562 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:22.584313 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:22.758464 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:28.797059 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:28.807198 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=5 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:29.847503 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:33.817313 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:38:39.841972 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:39.843056 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:42.801907 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=12 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:43.813811 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=16 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:38:47.240721 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-8b612279-f51d-44fb-8226-25746e664ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:49.581383 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-88eaac5e-3c78-487c-a04b-7bd20ae51932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:50.989135 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:52.589406 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:52.757376 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:38:59.847148 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:05.799256 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:05.803326 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:09.841396 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:09.842628 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:10.817129 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:39:17.243135 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4e6bf5c1-569c-406f-bbbc-f1464801b3e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:19.583181 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ef9c44ce-cfa4-4ae5-8381-4ff0201b7046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:20.813038 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:20.813795 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:20.991180 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:22.591685 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:22.759239 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:29.846478 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:39.840571 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:39.841744 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:45.785259 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:45.786132 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:47.244022 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-5b0ec660-a113-4677-975f-5c25e0131762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:47.818008 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:39:49.584213 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-7868a830-d063-46ff-a6f6-4a85ef6264fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:50.993787 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:52.594167 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:52.778204 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:39:57.814252 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:57.814980 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:39:59.848672 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:09.839421 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:09.844250 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:17.249871 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-83be79eb-8afd-486d-91e6-ee800bfb8630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:19.586020 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2a4b0d89-c6e2-4ce1-bbf1-e303377419ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:19.810955 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:19.816881 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:20.997298 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:22.596924 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:22.764598 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:24.817813 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:40:29.871630 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:39.858714 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:39.868270 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:42.800632 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=16 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:42.803613 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=12 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:47.252945 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-2bddcb63-4553-46df-b4b9-c97b9c0103c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:49.588341 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-91f73b17-cf7f-4b62-9734-42eab7f929ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:51.001161 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:52.599501 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:52.768530 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:40:56.807277 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:56.812149 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:40:59.889879 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:01.818654 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:41:09.883949 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:09.885909 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:11.814478 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:11.815231 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:17.255127 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-b464d6ec-932f-4b45-b83e-0dabc8acbe62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:19.591358 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ecc4b7d1-9343-4075-bf1b-d8ec8f6dc8aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:21.003889 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:22.603859 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:22.771240 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:29.888690 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:33.805026 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:33.809975 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:38.820476 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:41:39.882653 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:39.884597 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:47.257260 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-a18094a6-6918-4a47-8ff7-dc545d1ec1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:48.814733 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:48.815557 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:41:49.591946 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-fb5ec201-fc7b-4513-8732-ab5af669d440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:51.006325 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:52.606257 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:52.809741 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:41:59.903910 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:07.143381 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [req-4007db71-5338-4318-9677-0bf108e1856d req-1a0860ee-5e74-4389-a63e-cdc8a68a1d6f service neutron] (106132) timed out ('10.222.0.15', 55861) {{(pid=106132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 05 20:42:09.893910 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:09.900052 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:10.801798 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=2 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:10.805788 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=4 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:15.820158 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 05 20:42:17.261423 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-f6c71d89-4f42-46c3-a0a8-9e6183626f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:19.593426 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-74027198-e310-41a6-a294-1d5bf725c9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:21.009797 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:21.755913 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=1 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:22.608874 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:22.775679 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:25.816632 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=3 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:28.808860 dv-cinder-801522-12-iscsi neutron-server[106132]: DEBUG neutron.wsgi [req-24717d00-7869-4637-b0e2-2256b8cc6349 req-d9f7855a-5ffb-43e5-b605-94f55fd33c98 service neutron] (106132) timed out ('10.222.0.15', 55810) {{(pid=106132) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 05 20:42:29.904447 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-34ba79c6-77d9-43bc-9a33-b9f6f0d1668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (6bd2816f-1f05-4424-bade-a8f932eea19a), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:39.896295 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:39.901157 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG dbcounter [-] [106134] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106134) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:47.262801 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-391806be-880d-4e0e-add7-721325ec3f2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (a53762cf-bc01-457d-a3c4-791544f4b55e), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:47.807514 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=15 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:47.812439 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG dbcounter [-] [106135] Writing DB stats neutron:SELECT=17 {{(pid=106135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 05 20:42:49.595202 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-012ce070-8ecc-42d3-8772-77db7ddbf8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (75bbaf21-27bb-4a74-a723-77baa46024d4), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:51.014137 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-9694b39e-65f2-4adb-8bce-4bfe76c39130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (f39cd63a-b513-4080-a899-99903ba468c7), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:52.612028 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-4365ea09-3b2c-4453-b564-2661ba2bd7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (3c7cc049-50ae-4088-8a14-a4fb45e46015), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:52.779308 dv-cinder-801522-12-iscsi neutron-server[106134]: DEBUG neutron_lib.callbacks.manager [None req-ebe90ed4-dd2e-44d0-914d-3bae2c469778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748951820234', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1873601'] for agent (cb663222-5a26-4104-ab4d-5313fa24e7ef), after_update {{(pid=106134) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 05 20:42:52.822060 dv-cinder-801522-12-iscsi neutron-server[106135]: DEBUG neutron.db.agents_db [None req-09e72eb0-feb4-4b41-b32b-26c5a5c070e5 None None] Agent healthcheck: found 6 active agents {{(pid=106135) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}